-- Logs begin at Wed 2021-09-15 12:47:09 UTC, end at Wed 2021-09-15 14:10:02 UTC. -- Sep 15 13:35:27.894843 dv-cinder-759961-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 13:35:30.733090 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.common.config [-] Logging enabled! Sep 15 13:35:30.733720 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev646 Sep 15 13:35:30.733879 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101043) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 13:35:30.737756 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.common.config [-] Logging enabled! Sep 15 13:35:30.738023 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev646 Sep 15 13:35:30.738339 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101043) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 13:35:30.739308 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:35:30.739548 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 13:35:30.739919 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:35:30.740168 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 13:35:30.740398 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 13:35:30.740724 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.741058 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.741363 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.741598 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.741897 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.742192 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.742476 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.742770 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.743072 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.743363 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.743646 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.743935 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.744170 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.744456 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.744747 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.745063 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.745291 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] debug = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.745581 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.746013 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.746438 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.746722 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.747016 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.747298 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.747575 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.747860 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.748147 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.748480 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] host = dv-cinder-759961-19-iscsi {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.748760 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.749075 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.749367 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.750173 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.750605 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.750998 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.751295 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.751575 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.751855 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] log_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.752137 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.752430 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.752722 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.753121 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.753351 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.753576 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.753871 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.754162 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.754442 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.754719 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.754997 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.755273 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.755549 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.755822 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.756108 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.756393 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.756681 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.756982 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.757259 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.757531 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.757804 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.758098 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.758373 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.758649 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.758925 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.759212 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.759482 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.759755 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.760063 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.760355 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.760643 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.760957 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.761237 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.761523 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.761804 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.762078 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.762354 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] use_json = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.762632 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.762905 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.763190 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.763468 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.763743 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.764018 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.764295 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.764582 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:30.764904 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.765210 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.766643 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.766942 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.767249 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.767541 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.767840 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.768126 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.768422 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.768726 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.769046 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.769335 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.769631 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.769918 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.770219 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.770533 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.770832 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.771135 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.771418 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.771700 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.771980 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.772263 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.772555 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.772851 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.773154 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.773449 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.773733 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.774026 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.774327 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.774621 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.774899 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.775184 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.775481 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.775764 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.776045 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.776326 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.776618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.776977 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.777211 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.777497 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.777782 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.778057 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.778332 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.778617 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.778910 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.779188 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.779464 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.779737 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.780016 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.780291 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.780578 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.780908 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.781684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.781978 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.782271 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.782557 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.782840 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.783127 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.783409 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.783696 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.783980 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.784264 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.784546 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.784858 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.785128 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.785406 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.785684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.785966 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.786247 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.786525 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.786804 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.787080 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.787359 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.787649 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.787956 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.788240 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.788527 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.788808 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.789115 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.789397 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.789680 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.789962 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.790244 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.790519 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.790816 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.791103 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.791397 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.791684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.791969 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.792278 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.792562 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.792878 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.793157 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.793440 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.793727 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.794015 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.794315 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.794613 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.794911 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.795207 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.795503 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.795786 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.796101 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.796386 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:30.796774 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 13:35:30.797157 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101043) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 13:35:31.152381 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 13:35:31.152653 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 13:35:31.152961 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 13:35:31.153295 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 13:35:31.545176 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.638848 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.638848 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.638848 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.638848 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.638848 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639281 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639281 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639281 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639281 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639281 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639615 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639615 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639615 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.639884 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.685227 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.685508 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.685776 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.920173 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.920878 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.920878 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.921055 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:31.921749 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.047107 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.047425 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.047710 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.047980 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.048246 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.048559 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.048818 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.049095 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.049346 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.049627 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.049886 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.050152 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.050407 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.050657 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.050910 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.051172 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.051425 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.051694 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.051963 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.052225 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.052498 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.052751 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.053057 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.053447 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.053697 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.053944 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.054603 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:32.054844 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:32.055079 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:32.055312 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:32.055544 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:32.055776 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:32.056146 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 13:35:32.059426 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 13:35:32.064221 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 13:35:32.067969 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 15 13:35:32.069627 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 13:35:32.070081 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 13:35:32.070413 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 13:35:32.070797 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 13:35:32.073606 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 13:35:32.073858 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 13:35:32.074203 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 13:35:32.079685 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 13:35:32.101701 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 13:35:32.102165 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.102467 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101043) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 13:35:32.102825 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.104196 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101043) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 13:35:32.104653 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 13:35:32.104938 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 13:35:32.107968 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.108251 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:32.173073 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 13:35:32.173226 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 13:35:32.173465 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 13:35:32.173836 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 13:35:32.196428 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_db.sqlalchemy.engines [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101043) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 13:35:32.943088 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing driver for type 'gre' Sep 15 13:35:32.943974 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] gre ID ranges: [(1, 1000)] Sep 15 13:35:33.130838 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing driver for type 'local' Sep 15 13:35:33.131340 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing driver for type 'vlan' Sep 15 13:35:33.217116 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] VlanTypeDriver initialization complete Sep 15 13:35:33.217391 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing driver for type 'vxlan' Sep 15 13:35:33.217896 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] vxlan ID ranges: [(1, 1000)] Sep 15 13:35:33.360395 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing extension driver 'port_security' Sep 15 13:35:33.360738 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] PortSecurityExtensionDriver initialization complete Sep 15 13:35:33.361125 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing mechanism driver 'openvswitch' Sep 15 13:35:33.361449 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing mechanism driver 'hyperv' Sep 15 13:35:33.373504 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:35:33.374198 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.374587 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.375625 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.376163 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:35:33.376598 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.376986 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.377338 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.377731 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:35:33.378142 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.378498 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.378840 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.379230 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:35:33.379635 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > security_group after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.379985 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > security_group after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.380326 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.380888 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:35:33.381301 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.381658 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.382007 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.382401 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:35:33.382805 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > address_group after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.383151 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > address_group after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.383489 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.383879 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:35:33.384261 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] ML2 OVO RPC backend initialized. {{(pid=101043) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 13:35:33.385012 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.385373 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.385795 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.386146 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > networks before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.386496 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.386842 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > ports before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.387184 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnet before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.387527 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnets before_response 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.387875 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.388216 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.388555 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.388922 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.389263 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.389602 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.389939 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.390359 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.390724 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.391311 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.plugin [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Modular L2 Plugin initialization complete Sep 15 13:35:33.391644 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading services supported by the core plugin {{(pid=101043) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 13:35:33.391977 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.managers [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Got port-security extension from driver 'port_security' Sep 15 13:35:33.392442 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.extensions.vlantransparent [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Disabled vlantransparent extension. Sep 15 13:35:33.392956 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101043) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 13:35:33.393273 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: router Sep 15 13:35:33.429754 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.430154 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router after_create 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.430530 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router before_create 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.430897 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.431274 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.431637 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router after_delete 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.431999 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.432358 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.432720 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router after_create 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.433106 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router after_update 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.433460 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router after_update 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.433820 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.434206 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router after_update 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.434619 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.434996 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: port after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.435337 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: port after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.435676 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: subnet after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.436018 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.436367 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.436717 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.437696 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: port before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.438040 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.438407 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router after_update 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.438750 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.439107 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.439473 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.439822 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.440193 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > agent after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.440547 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > agent after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.440921 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > network after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.441810 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Tracking information for resource: router configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:33.442141 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Tracking information for resource: floatingip configured {{(pid=101043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:35:33.447246 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.db.l3_agentschedulers_db [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 13:35:33.447840 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: port after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.448204 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: port after_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.448561 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: port after_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.448955 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: port after_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.449756 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router before_create 55550100 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.450126 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.450493 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_create 55550100 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.450850 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > router precommit_update 55550100 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.455563 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.services.provider_configuration [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service providers = [] {{(pid=101043) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 13:35:33.455930 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.db.servicetype_db [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101043) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 13:35:33.459004 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.services.service_base [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:35:33.459358 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.services.service_base [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:35:33.459700 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.services.service_base [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:35:33.460592 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.services.service_base [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:35:33.461000 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.services.service_base [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 13:35:33.461388 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.461706 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 13:35:33.472669 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.472975 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: auto_allocate Sep 15 13:35:33.478783 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: network precommit_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.479155 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: network precommit_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.479686 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.480009 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: tag Sep 15 13:35:33.487161 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.487494 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: timestamp Sep 15 13:35:33.491583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.491916 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: network_ip_availability Sep 15 13:35:33.497408 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.497789 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.498148 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.498875 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.499199 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: flavors Sep 15 13:35:33.504509 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.504861 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading Plugin: revisions Sep 15 13:35:33.509153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:35:33.509549 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_concurrency.lockutils [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.357s {{(pid=101043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 13:35:33.510290 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101043) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 13:35:33.510625 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Initializing extension manager. Sep 15 13:35:33.511137 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: __init__.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.511478 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: __pycache__ {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.511815 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.512150 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: address_group.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.512956 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.513529 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: address-group Sep 15 13:35:33.513873 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: address_scope.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.514775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.515394 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: address-scope Sep 15 13:35:33.515733 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.516689 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.517237 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: router-admin-state-down-before-update Sep 15 13:35:33.517560 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: agent.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.518273 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.518780 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: agent Sep 15 13:35:33.519105 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: agent_resources_synced.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.520034 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.520536 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: agent-resources-synced Sep 15 13:35:33.520882 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: allowedaddresspairs.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.522710 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.523238 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: allowed-address-pairs Sep 15 13:35:33.523568 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: auto_allocated_topology.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.524659 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.525200 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: auto-allocated-topology Sep 15 13:35:33.525527 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: availability_zone.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.526233 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.526738 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: availability_zone Sep 15 13:35:33.527351 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: availability_zone_filter.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.527966 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.528470 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: availability_zone_filter Sep 15 13:35:33.528795 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: data_plane_status.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.529734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.530235 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 13:35:33.530558 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: default_subnetpools.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.531508 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.532013 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: default-subnetpools Sep 15 13:35:33.532338 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.533193 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.533703 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: dhcp_agent_scheduler Sep 15 13:35:33.534027 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: dns.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.534956 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.535488 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 13:35:33.535812 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: dns_domain_ports.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.536738 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.537275 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 13:35:33.537599 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.538529 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.539031 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 13:35:33.539352 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: dvr.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.540030 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.540532 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: dvr Sep 15 13:35:33.540879 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: ecmp_routes.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.541813 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.542315 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 13:35:33.542647 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: empty_string_filtering.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.543575 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.544080 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: empty-string-filtering Sep 15 13:35:33.544432 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.545387 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.545892 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 13:35:33.546215 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.547659 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.548167 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 13:35:33.548494 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: external_net.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.549438 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.549944 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: external-net Sep 15 13:35:33.550267 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.551186 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.551691 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: extra_dhcp_opt Sep 15 13:35:33.552014 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: extraroute.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.552959 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.553515 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: extraroute Sep 15 13:35:33.553839 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: extraroute_atomic.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.555153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.555706 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: extraroute-atomic Sep 15 13:35:33.556033 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: filter_validation.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.556713 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.557248 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: filter-validation Sep 15 13:35:33.557574 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: fip_pf_description.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.558504 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.559004 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 13:35:33.559326 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: fip_port_details.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.560250 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.560761 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: fip-port-details Sep 15 13:35:33.561113 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: flavors.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.563011 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.563534 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: flavors Sep 15 13:35:33.563860 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.565601 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.566128 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 13:35:33.566455 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: floatingip_pools.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.567168 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.567672 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: floatingip-pools Sep 15 13:35:33.567995 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: ip_allocation.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.568966 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.569470 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 13:35:33.569792 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.570759 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.571266 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: ip-substring-filtering Sep 15 13:35:33.571592 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l2_adjacency.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.572526 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.573058 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 13:35:33.573382 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l3.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.574559 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.575086 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: router Sep 15 13:35:33.575409 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.578266 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.578860 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 13:35:33.579191 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.580142 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.580657 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: ext-gw-mode Sep 15 13:35:33.581018 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.581976 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.582487 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: l3-ha Sep 15 13:35:33.582816 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l3_flavors.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.583738 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.584242 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: l3-flavors Sep 15 13:35:33.584563 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.585514 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.586026 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 13:35:33.586349 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: l3agentscheduler.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.587398 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.587908 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: l3_agent_scheduler Sep 15 13:35:33.588236 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: logging.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.589770 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.590297 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension logging not supported by any of loaded plugins Sep 15 13:35:33.590632 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: metering.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.591385 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.591957 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: metering Sep 15 13:35:33.592286 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.594060 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.594577 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: metering_source_and_destination_fields Sep 15 13:35:33.594906 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: multiprovidernet.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.595849 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.596358 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: multi-provider Sep 15 13:35:33.596684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: netmtu.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.597643 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.598148 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: net-mtu Sep 15 13:35:33.598474 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: netmtu_writable.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.599404 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.599914 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: net-mtu-writable Sep 15 13:35:33.600245 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: network_availability_zone.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.600950 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.601452 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: network_availability_zone Sep 15 13:35:33.601776 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: network_ip_availability.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.602890 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.603397 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: network-ip-availability Sep 15 13:35:33.603722 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: network_segment_range.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.604497 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.605023 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 13:35:33.605351 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: pagination.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.606337 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.606668 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: pagination Sep 15 13:35:33.606992 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: port_device_profile.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.607905 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.608414 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: port-device-profile Sep 15 13:35:33.608736 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.609909 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.610411 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: port-mac-address-regenerate Sep 15 13:35:33.610733 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.611657 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.612165 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: port-numa-affinity-policy Sep 15 13:35:33.612487 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: port_resource_request.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.613609 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.614115 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 13:35:33.614436 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: portbindings.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.615385 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.615897 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: binding Sep 15 13:35:33.616223 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: portbindings_extended.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.617526 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.618046 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: binding-extended Sep 15 13:35:33.618374 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: portsecurity.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.619303 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.619816 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: port-security Sep 15 13:35:33.620143 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: project_id.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.621159 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.621493 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: project-id Sep 15 13:35:33.621818 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: providernet.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.622753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.623268 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: provider Sep 15 13:35:33.623589 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.627336 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.627862 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos not supported by any of loaded plugins Sep 15 13:35:33.628200 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.629510 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.630029 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 13:35:33.630359 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.631287 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.631799 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 13:35:33.632124 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_default.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.633089 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.633598 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-default not supported by any of loaded plugins Sep 15 13:35:33.633921 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_fip.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.634584 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.635085 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 13:35:33.635408 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_gateway_ip.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.636344 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.636881 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 13:35:33.637207 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_port_network_policy.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.638134 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.638640 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 13:35:33.638963 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_pps_rule.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.640659 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.641266 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 13:35:33.641590 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_rule_type_details.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.642524 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.643036 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 13:35:33.643361 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: qos_rules_alias.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.644411 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.644963 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 13:35:33.645291 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: quotasv2.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.646229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.646557 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: quotas Sep 15 13:35:33.646878 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: quotasv2_detail.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.650195 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.650541 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: quota_details Sep 15 13:35:33.650879 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: rbac.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.651961 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.652489 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: rbac-policies Sep 15 13:35:33.652821 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: rbac_address_group.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.661128 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.661660 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: rbac-address-group Sep 15 13:35:33.661998 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: rbac_address_scope.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.662951 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.663470 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: rbac-address-scope Sep 15 13:35:33.663803 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: rbac_security_groups.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.664741 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.665288 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: rbac-security-groups Sep 15 13:35:33.665616 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: rbac_subnetpool.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.666559 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.667070 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: rbac-subnetpool Sep 15 13:35:33.667397 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: revisionifmatch.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.668331 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.668861 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: revision-if-match Sep 15 13:35:33.669192 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: revisions.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.670338 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.670846 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: standard-attr-revisions Sep 15 13:35:33.671173 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: router_availability_zone.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.672287 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.672803 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: router_availability_zone Sep 15 13:35:33.673164 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: routerservicetype.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.674112 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.674622 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 13:35:33.674947 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.675882 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.676391 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: security-groups-normalized-cidr Sep 15 13:35:33.676718 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.677696 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.678206 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: port-security-groups-filtering Sep 15 13:35:33.678536 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.679777 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.680294 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: security-groups-remote-address-group Sep 15 13:35:33.680623 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: securitygroup.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.692456 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.693035 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: security-group Sep 15 13:35:33.693376 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: segment.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.694208 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.695652 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension segment not supported by any of loaded plugins Sep 15 13:35:33.695652 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.696377 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.696924 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 13:35:33.697259 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: servicetype.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.698452 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.698969 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: service-type Sep 15 13:35:33.699301 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: sorting.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.700301 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.700638 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: sorting Sep 15 13:35:33.700990 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: standard_attr_segment.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.701919 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.702435 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 13:35:33.703320 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: standardattrdescription.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.704519 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.705069 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: standard-attr-description Sep 15 13:35:33.705399 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: stateful_security_group.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.706349 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.706871 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: stateful-security-group Sep 15 13:35:33.707201 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: stdattrs_common.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.707800 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 13:35:33.708129 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.709121 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.709643 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 13:35:33.709969 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: subnet_onboard.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.711073 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.711592 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: subnet_onboard Sep 15 13:35:33.711921 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.712898 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.713413 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 13:35:33.713741 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: subnet_service_types.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.714692 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.715210 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: subnet-service-types Sep 15 13:35:33.715536 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: subnetallocation.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.716643 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.717188 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: subnet_allocation Sep 15 13:35:33.717518 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.718209 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.719756 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: subnetpool-prefix-ops Sep 15 13:35:33.720086 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.721094 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.721602 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 13:35:33.721926 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: tagging.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.723114 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.723585 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: standard-attr-tag Sep 15 13:35:33.723915 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: timestamp.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.725169 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.725689 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loaded extension: standard-attr-timestamp Sep 15 13:35:33.726017 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: trunk.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.727065 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.727581 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension trunk not supported by any of loaded plugins Sep 15 13:35:33.727911 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: trunk_details.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.728870 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.729388 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 13:35:33.729720 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: uplink_status_propagation.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.730669 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.731188 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 13:35:33.731515 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Loading extension file: vlantransparent.py {{(pid=101043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:35:33.739216 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:35:33.739734 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 13:35:33.742309 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:network Sep 15 13:35:33.742848 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:subnet Sep 15 13:35:33.743250 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:35:33.743645 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:port Sep 15 13:35:33.744946 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.745414 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service FLAVORS assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.746047 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.746475 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.746815 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:router Sep 15 13:35:33.747243 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 13:35:33.747735 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service METERING assigned prefix: /metering {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.749209 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.750303 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.750990 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:35:33.752044 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 13:35:33.752502 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:security_group Sep 15 13:35:33.752960 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 13:35:33.753549 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service CORE assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.753885 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:35:33.754246 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] subnetpool is already registered Sep 15 13:35:33.754688 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service CORE assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.755022 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:35:33.755357 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] subnetpool is already registered Sep 15 13:35:33.757679 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.758120 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service FLAVORS assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.758716 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.759141 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.759473 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:router Sep 15 13:35:33.759813 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] router is already registered Sep 15 13:35:33.760227 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 13:35:33.760566 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] floatingip is already registered Sep 15 13:35:33.761046 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service METERING assigned prefix: /metering {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.761725 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 13:35:33.762055 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] rbac_policy is already registered Sep 15 13:35:33.762464 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:security_group Sep 15 13:35:33.762798 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] security_group is already registered Sep 15 13:35:33.763195 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 13:35:33.763527 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] security_group_rule is already registered Sep 15 13:35:33.764149 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service CORE assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.764475 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:35:33.764808 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] subnetpool is already registered Sep 15 13:35:33.766312 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.v2.resource_helper [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Service CORE assigned prefix: {{(pid=101043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:35:33.766662 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:35:33.767002 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING neutron.quota.resource_registry [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] subnetpool is already registered Sep 15 13:35:33.767482 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: extensions {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.769016 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: address-groups {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.773191 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: address-scopes {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.773191 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: agents {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.773191 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: auto-allocated-topology {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.774294 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: availability_zones {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.775553 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: dhcp-networks {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.777104 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: dhcp-agents {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.778550 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: routers {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.780783 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: flavors {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.782515 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: service_profiles {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.783732 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: next_providers {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.785216 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: service_profiles {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.786745 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: floatingip-pools {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.787977 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: routers {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.790105 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: floatingips {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.791396 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: l3-routers {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.792788 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: l3-agents {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.795051 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: metering-labels {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.796435 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: metering-label-rules {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.798155 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: network-ip-availabilities {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.799440 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: bindings {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.801983 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: quotas {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.803457 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: quotas {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.805165 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: rbac-policies {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.806368 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: security-groups {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.813266 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: security-group-rules {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.813266 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: service-providers {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.813266 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: subnetpools {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.813266 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: subnetpools {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.814059 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.815718 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.817588 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.819378 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.821187 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.823027 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.824737 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.826672 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.829605 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.831350 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron.api.extensions [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Extended resource: tags {{(pid=101043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:35:33.837484 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING keystonemiddleware.auth_token [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 13:35:33.842263 dv-cinder-759961-19-iscsi neutron-server[101043]: WARNING keystonemiddleware.auth_token [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 13:35:33.851662 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_concurrency.lockutils [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Acquired lock "singleton_lock" {{(pid=101043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 13:35:33.852142 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_concurrency.lockutils [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Releasing lock "singleton_lock" {{(pid=101043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 13:35:33.852787 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO oslo_service.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Starting 2 workers Sep 15 13:35:33.857687 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Started child 101154 {{(pid=101043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:35:33.862901 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Started child 101155 {{(pid=101043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:35:33.863328 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:33.864531 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO neutron.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 13:35:33.864772 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [-] (101154) wsgi starting up on http://0.0.0.0:9696 Sep 15 13:35:33.865230 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Notify callbacks [] for process, before_spawn {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:33.867772 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO oslo_service.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Starting 1 workers Sep 15 13:35:33.867896 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:33.869202 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [-] (101155) wsgi starting up on http://0.0.0.0:9696 Sep 15 13:35:33.873029 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Started child 101156 {{(pid=101043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:35:33.873544 dv-cinder-759961-19-iscsi neutron-server[101043]: INFO oslo_service.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Starting 1 workers Sep 15 13:35:33.877427 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] calling RpcWorker wait() {{(pid=101156) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 13:35:33.878002 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] returning from RpcWorker wait() {{(pid=101156) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 13:35:33.878957 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Started child 101157 {{(pid=101043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:35:33.879356 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:33.879778 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d5295124-4ccf-4bac-b89f-32f75e1b91c1 None None] Notify callbacks [] for process, after_spawn {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:33.879884 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:35:33.881742 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 13:35:33.881956 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:35:33.882142 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 13:35:33.882361 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:35:33.882700 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 13:35:33.882864 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 13:35:33.883371 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.883659 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.883929 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:33.884386 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.884386 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.884525 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.885104 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.885353 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.885611 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.885887 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.886125 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.886302 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.886471 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.886718 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.886954 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.887257 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.887513 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.887764 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.888085 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.888216 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.888642 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.888931 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.889167 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.893609 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] debug = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.893609 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.893609 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.893609 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.893609 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.893609 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894041 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894493 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894493 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894848 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.894993 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.895390 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] host = dv-cinder-759961-19-iscsi {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.895633 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.895855 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.896130 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.896386 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.896636 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.896879 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.897155 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.897389 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.897659 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.897873 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.898140 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.898395 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.898666 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.898911 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.899080 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_options = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.899320 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.899585 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.899838 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.900029 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.900200 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.900371 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.900623 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.900777 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.901027 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.901247 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.901535 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.901693 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.901937 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.902193 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.902481 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.902730 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.902950 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.903168 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.903414 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.903677 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.903905 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.904132 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.904371 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.904595 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.904892 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.905087 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.905336 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.905551 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.905766 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.906225 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.906971 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.907283 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.907468 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.907793 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.907974 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.908207 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.908443 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.908684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.908977 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.909207 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.909462 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.909733 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.909951 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.910209 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.910447 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.910734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.910887 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_json = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.911099 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.911338 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.911598 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.911908 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.912064 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.912342 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.912511 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.912744 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:33.913362 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.913762 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.914240 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.914569 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.914954 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:35:33.915129 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.915129 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.915409 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.915409 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.915409 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.916647 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.916927 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.917099 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.917373 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.917620 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.917901 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.918247 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.918513 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.918780 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.919029 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.919252 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.919492 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.919734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.920027 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.920290 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.920544 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.920775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.921098 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925243 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.925775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.926386 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.926386 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.926525 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.926740 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.927075 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.927617 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.928002 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.928389 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.928389 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.928997 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.928997 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.929578 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.929753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.929942 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.930186 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.930406 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.930672 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.930971 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.931277 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.931544 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.933451 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.933451 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.933811 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.934312 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.934416 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.934718 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.935045 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.935360 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.935677 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.935997 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.936242 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.936490 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.936767 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.937626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.937982 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.938721 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.938971 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.939197 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.939429 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.939659 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.939881 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.940107 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.940328 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.940762 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.940883 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.941274 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.941613 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.941857 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.942102 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.942366 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.942610 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.942873 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.943166 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.943869 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.943869 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.943869 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.944182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.944444 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.944682 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.945002 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.945232 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.945491 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.945734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.945962 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.946184 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.946439 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.946674 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.946956 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.947213 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.947477 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.947714 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.947972 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.948242 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.948561 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.948789 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.949033 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.949291 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954068 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.954583 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.955086 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.955086 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.955359 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.955554 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.955839 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.956090 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.956336 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.956620 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.956918 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.957181 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.957438 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.957678 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.957926 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.958165 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.958401 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.958619 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.959031 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.959259 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.959525 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.959744 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.959987 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.961741 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.961995 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.962232 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.962480 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.962718 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.962942 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.963206 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.963432 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.963653 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.963898 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.964124 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.964367 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.964630 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.965298 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.965569 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.965805 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.966095 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.966356 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.966593 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.967112 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.967387 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.967654 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.967874 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.968129 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.968355 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.968582 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.969047 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.969047 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.969255 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.969487 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.969902 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.970030 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.970649 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.971180 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.971519 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.971791 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.972024 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.972279 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.972501 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.972752 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.972997 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.973270 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.973452 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.973680 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.973888 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.974152 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.974382 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.974638 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.974871 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.975084 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.975298 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.975523 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.975736 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.976019 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.976277 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.976521 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.976779 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.977039 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.977253 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.977484 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.977696 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.977908 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.978137 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.978354 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.978571 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.978805 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.979107 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.979327 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.979552 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.979768 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.979981 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.980208 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.980475 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.980692 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.980934 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.981150 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.981364 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.981614 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.981795 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.982005 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.982231 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.982536 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.982839 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.983107 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.983425 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.983644 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.983867 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.984123 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.984514 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.984959 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.985218 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.985443 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.985751 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.986004 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.986265 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.986512 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.986812 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.987027 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.987287 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.987524 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.987764 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.987987 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.988259 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.988589 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.989017 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.989359 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.989622 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.989918 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.990204 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.990483 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.990704 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.990998 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.991342 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.991615 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.991883 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.992109 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.992362 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.992588 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.992808 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.993070 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.993318 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.993552 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.993795 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.994031 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.994278 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.994520 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.994756 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.995001 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.995262 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.995488 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.995712 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.995956 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:33.996118 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 13:35:33.996657 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 13:35:33.996820 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:35:33.997006 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 13:35:33.997203 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:35:33.997375 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 13:35:34.001618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 13:35:34.001618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.001618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.001618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.001618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.001618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.001618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002182 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.002626 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003052 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] debug = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003052 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003052 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003052 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003052 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003052 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003399 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003399 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003399 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003399 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003399 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003399 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003850 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.003913 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.004486 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.004486 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.004486 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] host = dv-cinder-759961-19-iscsi {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.004486 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.004732 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.004841 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.005106 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.005106 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.005323 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.005462 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.005603 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.005741 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.005882 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.006046 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.006202 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.006338 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.006495 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.006636 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_options = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.006782 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.006925 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.007088 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.007271 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.007437 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.007587 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.007725 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.007888 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.008029 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.008198 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.008358 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.008519 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.008666 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.008823 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.009072 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.009209 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.009343 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.009493 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.009703 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.009703 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.009974 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.010108 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.010240 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.010381 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.010516 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.010679 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.010818 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.011047 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.011540 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.011540 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.011540 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.011540 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.012067 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.012067 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.012326 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.012460 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.012593 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.012727 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.012892 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.013050 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.013185 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.013348 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.013462 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.013619 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.013774 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.013933 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.014081 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_json = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.014241 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.014385 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.014548 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.014709 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.014866 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.015010 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.015181 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.016009 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:35:34.016195 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.016546 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.016712 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.016917 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.017060 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.017211 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.017380 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.017543 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.017704 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.017868 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.018046 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.018209 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.018383 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.018546 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.018712 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.018880 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.019044 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.019229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.019408 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.019497 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.019639 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.019828 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.019959 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.020292 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.020454 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.020617 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.020778 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.020981 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.021146 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.024572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025153 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.025748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026229 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026598 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026598 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026598 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026775 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.026937 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.027379 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.027379 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.027379 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.027723 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.027723 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.027954 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.027954 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.028197 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.028320 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.028443 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.028555 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.028677 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.028850 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.029011 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.029174 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.029341 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.029502 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.029685 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.029822 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.029976 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.030157 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.030259 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:35:34.030344 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.030566 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.030807 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.030975 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.031138 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.031300 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.031463 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.031625 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.031803 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.032091 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.032380 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.032680 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.033013 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.033340 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.033511 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.033680 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.033841 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.034028 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.034164 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.034327 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.034477 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.034638 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.034798 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.034961 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.035121 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.035287 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.035437 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.035595 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.035769 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.035936 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.036095 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.036257 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.036618 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.036801 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.036991 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.037155 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.037317 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.037478 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.037641 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.037807 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.037968 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.038129 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.038291 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.038451 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.038672 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.038875 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.039044 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.039206 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.039368 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.039562 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.039724 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.039868 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.040011 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.040154 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.040319 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.040464 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.040630 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.040792 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.040979 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.041134 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.041291 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.041452 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.041617 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.041776 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.041962 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.042102 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.042353 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.042517 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.042657 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.042823 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.042987 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.043138 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.043300 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.043454 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.043612 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.043776 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.043931 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.044087 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.044249 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.044411 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.044573 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.044734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.044916 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.045079 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.045240 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.047865 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.048684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.049753 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050374 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050374 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050374 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050374 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050374 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050700 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050700 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050700 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.050900 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.051031 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.051197 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.051359 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.051523 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.051684 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.051862 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.052025 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.052189 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.052352 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.052515 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.052694 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.053015 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.053015 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.053226 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.053331 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.053541 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.053709 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.053883 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.054045 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.054207 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.054624 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.054786 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.054947 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.055121 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.055283 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.055452 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.055646 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.055779 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.055939 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.056112 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.056273 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.056436 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.056598 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.056760 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.056951 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.057250 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.057415 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.057579 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.057748 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.057910 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.058071 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.058245 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.058409 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.058573 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.058744 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.058905 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.059067 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.059231 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.059403 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.059566 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.059744 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.059892 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.060053 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.060215 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.060378 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.060543 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.060715 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.060916 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.061082 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.061253 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.061424 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.061628 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.061744 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.061913 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.062601 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.062763 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.062925 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.063088 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.063249 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.063410 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.063572 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.063734 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.063896 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.064059 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.064220 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.064382 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.064543 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.064705 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.064884 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.065048 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.065209 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.065372 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.065534 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.065695 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:35:34.065851 dv-cinder-759961-19-iscsi neutron-server[101043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 13:35:34.072496 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53536) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:34.081923 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067439 Sep 15 13:35:46.037361 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a23ad7-4cb3-49dd-8b56-7619e8f3831f None None] get_active_networks_info from dv-cinder-759961-19-iscsi {{(pid=101156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 13:35:46.147213 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a23ad7-4cb3-49dd-8b56-7619e8f3831f None None] No non-hosted networks {{(pid=101156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 13:35:46.156557 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.agentschedulers_db [None req-d5a23ad7-4cb3-49dd-8b56-7619e8f3831f None None] DHCP Agent not found on host dv-cinder-759961-19-iscsi {{(pid=101156) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 13:35:46.329461 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8419a451-491b-4430-80b6-02aee04afaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677217'] for agent, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:48.618755 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ef24-ee9e-4a20-b9e5-5bdf42f33067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677217'] for agent, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:48.665926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.db.api [None req-32109cdf-07c5-408d-ba96-055b3bd7e930 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759961-19-iscsi {{(pid=101156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:35:48.666841 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG oslo_db.api [None req-32109cdf-07c5-408d-ba96-055b3bd7e930 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 13:35:48.748502 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677217'] for agent, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:48.749990 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.750636 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.751291 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.751923 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.752397 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.753294 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.753758 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.754264 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.754760 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.755262 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.755825 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.756306 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:48.756869 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-19-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:35:48.772973 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-19-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:35:49.191592 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-32109cdf-07c5-408d-ba96-055b3bd7e930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:49.955236 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677217'] for agent, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:51.531249 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677217'] for agent, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:52.458372 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53630) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:53.011134 dv-cinder-759961-19-iscsi neutron-server[101155]: WARNING oslo_policy.policy [None req-d9d10ef4-3c62-46ee-99ca-5dadca48897a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:35:53.011725 dv-cinder-759961-19-iscsi neutron-server[101155]: WARNING oslo_policy.policy [None req-d9d10ef4-3c62-46ee-99ca-5dadca48897a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:35:53.233079 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [None req-d9d10ef4-3c62-46ee-99ca-5dadca48897a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:35:53.248855 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d9d10ef4-3c62-46ee-99ca-5dadca48897a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7752292 Sep 15 13:35:54.946202 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.db.l3_hamode_db [None req-120c51ae-6d16-4fb0-9e3a-39c02b0778fc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 13:35:55.028737 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c51ae-6d16-4fb0-9e3a-39c02b0778fc None None] Routers set() bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:35:55.029180 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c51ae-6d16-4fb0-9e3a-39c02b0778fc None None] Router IDs set() for agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 13:35:55.679356 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53644) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:55.987694 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:35:56.082069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.policy [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101155) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 13:35:56.126946 dv-cinder-759961-19-iscsi neutron-server[101155]: WARNING oslo_policy.policy [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:35:56.127309 dv-cinder-759961-19-iscsi neutron-server[101155]: WARNING oslo_policy.policy [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:35:56.135833 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.quota [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] Loaded quota_driver: . Sep 15 13:35:56.341992 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775950259616', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775950258807', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775950238917', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775950244793', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775945382555', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775950167555', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-824226', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-835516', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3886969', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3859503'] for rbac-policy, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:56.559856 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:56.561110 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-20b8288e-72d6-4346-bbfb-834806eecae1 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8807445 Sep 15 13:35:59.209837 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53656) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:59.523219 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:35:59.684287 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Made reservation on behalf of 7b05127b194b40c8bf2e9bfa5588f43a for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:35:59.687530 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:59.705675 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:59.838183 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:59.907668 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:59.931753 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:35:59.957542 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775945925524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:59.958079 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Unsubscribe: segment precommit_create {{(pid=101155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 13:35:59.958584 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Added segment 2959d91e-ef94-4cda-b20b-a4d7676fcf71 of type vlan for network 6c757ae1-2503-4013-89c0-8ef2fe37937c Sep 15 13:35:59.964139 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae5f14-360f-4c37-9074-e3c850ed2b17,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:35:59.985756 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.986105 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.986440 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.988777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.988777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.988777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.988777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.988777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.989188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.989188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.989188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.989188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Tracked resource versions report: Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: pushed versions: Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: { 'AddressGroup': {'1.2'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'ConntrackHelper': {'1.0'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Log': {'1.0'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Network': {'1.1'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Port': {'1.7'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'PortForwarding': {'1.2'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'QosPolicy': {'1.9'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroup': {'1.4'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SubPort': {'1.0'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Subnet': {'1.1'}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Trunk': {'1.1'}} Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: consumer versions: Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'ConntrackHelper': '1.0', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Log': '1.0', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Network': '1.1', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Port': '1.7', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'PortForwarding': '1.2', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'QosPolicy': '1.9', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroup': '1.4', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroupRule': '1.2', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SubPort': '1.0', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Subnet': '1.1', Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Trunk': '1.1'}} Sep 15 13:35:59.990516 dv-cinder-759961-19-iscsi neutron-server[101155]: {{(pid=101155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:36:00.081093 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:00.153728 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:00.154867 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:00.156162 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:00.252790 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c757ae1-2503-4013-89c0-8ef2fe37937c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:00.264149 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:36:00.280233 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e1905b98-3c82-4249-8aad-e3b4749481a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0693059 Sep 15 13:36:02.971218 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 53670) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:03.464197 dv-cinder-759961-19-iscsi neutron-server[101154]: WARNING oslo_policy.policy [None req-397e38fd-8594-4039-ab23-55eacb0bc658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:36:03.464734 dv-cinder-759961-19-iscsi neutron-server[101154]: WARNING oslo_policy.policy [None req-397e38fd-8594-4039-ab23-55eacb0bc658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:36:03.920188 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.policy [None req-397e38fd-8594-4039-ab23-55eacb0bc658 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 13:36:03.966263 dv-cinder-759961-19-iscsi neutron-server[101154]: WARNING oslo_policy.policy [None req-397e38fd-8594-4039-ab23-55eacb0bc658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:36:03.966633 dv-cinder-759961-19-iscsi neutron-server[101154]: WARNING oslo_policy.policy [None req-397e38fd-8594-4039-ab23-55eacb0bc658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:36:03.976081 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e38fd-8594-4039-ab23-55eacb0bc658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:03.978029 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-397e38fd-8594-4039-ab23-55eacb0bc658 admin admin] 10.222.0.23 "GET /v2.0/networks/6c757ae1-2503-4013-89c0-8ef2fe37937c HTTP/1.1" status: 200 len: 825 time: 1.0047843 Sep 15 13:36:04.017667 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-bf5690b3-1f7e-4753-b6b6-5825460824c4 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/63225a5a-8e3b-4ff4-b456-d75a16bd5073 HTTP/1.1" status: 200 len: 734 time: 0.0328336 Sep 15 13:36:04.027292 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '63225a5a-8e3b-4ff4-b456-d75a16bd5073', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:36:04.029206 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.quota [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Loaded quota_driver: . Sep 15 13:36:04.142131 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Made reservation on behalf of 7b05127b194b40c8bf2e9bfa5588f43a for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:36:04.144985 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:04.519949 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:04.593072 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Checking segment: {'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:36:04.593509 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Network hostable DHCP agents. Network: 6c757ae1-2503-4013-89c0-8ef2fe37937c, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:36:04.605823 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d19e12-8f2c-433c-8c22-d124fad69916,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:04.617477 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.617826 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.618161 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.618482 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.618799 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.619131 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.619447 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.619777 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.620091 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.620400 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.620707 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.621042 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Tracked resource versions report: Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: pushed versions: Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: { 'AddressGroup': {'1.2'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'ConntrackHelper': {'1.0'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Log': {'1.0'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Network': {'1.1'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Port': {'1.7'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'PortForwarding': {'1.2'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'QosPolicy': {'1.9'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroup': {'1.4'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SubPort': {'1.0'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Subnet': {'1.1'}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Trunk': {'1.1'}} Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: consumer versions: Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'ConntrackHelper': '1.0', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Log': '1.0', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Network': '1.1', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Port': '1.7', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'PortForwarding': '1.2', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'QosPolicy': '1.9', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroup': '1.4', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroupRule': '1.2', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SubPort': '1.0', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Subnet': '1.1', Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Trunk': '1.1'}} Sep 15 13:36:04.622380 dv-cinder-759961-19-iscsi neutron-server[101154]: {{(pid=101154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:36:04.703050 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:36:04.765026 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 6c757ae1-2503-4013-89c0-8ef2fe37937c) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:04.772073 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:04.772073 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:04.775517 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d189f0-74eb-4776-a963-7e5ac3b21562 None None] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:36:04.845275 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-009c3eb5-1d07-4987-889a-385cb6f44299 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8212357 Sep 15 13:36:05.112524 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-6c757ae1-2503-4013-89c0-8ef2fe37937c', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'fixed_ips': [{'subnet_id': 'f7d19e12-8f2c-433c-8c22-d124fad69916'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:36:05.113854 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:05.396571 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Allocated IP 172.20.0.2 (6c757ae1-2503-4013-89c0-8ef2fe37937c/f7d19e12-8f2c-433c-8c22-d124fad69916/314af814-6032-4d43-a39a-d43b722b38cc) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:36:05.662803 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:05.885625 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:05.963694 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:36:05.969676 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:05.977473 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Pushing event updated for resources: {'Port': ['ID=314af814-6032-4d43-a39a-d43b722b38cc,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:05.979730 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:36:06.012522 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.012943 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.013267 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.013610 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.013943 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.014288 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.014665 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.015231 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.015645 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.015980 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.016305 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.016629 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Tracked resource versions report: Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: pushed versions: Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: { 'AddressGroup': {'1.2'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'ConntrackHelper': {'1.0'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Log': {'1.0'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Network': {'1.1'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Port': {'1.7'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'PortForwarding': {'1.2'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'QosPolicy': {'1.9'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroup': {'1.4'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SubPort': {'1.0'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Subnet': {'1.1'}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Trunk': {'1.1'}} Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: consumer versions: Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'ConntrackHelper': '1.0', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Log': '1.0', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Network': '1.1', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Port': '1.7', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'PortForwarding': '1.2', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'QosPolicy': '1.9', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroup': '1.4', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroupRule': '1.2', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SubPort': '1.0', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Subnet': '1.1', Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Trunk': '1.1'}} Sep 15 13:36:06.018081 dv-cinder-759961-19-iscsi neutron-server[101156]: {{(pid=101156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:36:06.069501 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Attempting to bind port 314af814-6032-4d43-a39a-d43b722b38cc on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:36:06.069902 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Attempting to bind port 314af814-6032-4d43-a39a-d43b722b38cc by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:36:06.070309 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Attempting to bind port 314af814-6032-4d43-a39a-d43b722b38cc on network 6c757ae1-2503-4013-89c0-8ef2fe37937c {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:36:06.075519 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:36:06.075927 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Checking segment: {'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:36:06.076405 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:06.076794 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Bound using segment: {'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:36:06.077539 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Bound port: 314af814-6032-4d43-a39a-d43b722b38cc, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:36:06.077976 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:06.155673 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] For port 314af814-6032-4d43-a39a-d43b722b38cc, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:36:06.160620 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] For port 314af814-6032-4d43-a39a-d43b722b38cc, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=314af814-6032-4d43-a39a-d43b722b38cc,segment=NetworkSegment(2959d91e-ef94-4cda-b20b-a4d7676fcf71),segment_id=2959d91e-ef94-4cda-b20b-a4d7676fcf71)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:36:06.222627 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:06.292534 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38681931-b383-4daf-a5e0-f6fcc5b49f44 None None] Pushing event updated for resources: {'Port': ['ID=314af814-6032-4d43-a39a-d43b722b38cc,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:07.371760 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 53690) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:07.718709 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [None req-4889dece-9991-47e3-9a0b-023428c49b26 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:36:07.719828 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-4889dece-9991-47e3-9a0b-023428c49b26 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3471234 Sep 15 13:36:10.193239 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 53698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:10.538452 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [None req-f6a13794-942f-4c7c-bfe7-6416c4005ff2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:36:10.539491 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f6a13794-942f-4c7c-bfe7-6416c4005ff2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3453307 Sep 15 13:36:13.283403 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53708) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:13.585411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-c0feb490-d096-4d27-b539-9e1f01627460 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'name': 'router1'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:36:13.673786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0feb490-d096-4d27-b539-9e1f01627460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:13.675541 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0feb490-d096-4d27-b539-9e1f01627460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:13.833813 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0feb490-d096-4d27-b539-9e1f01627460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:13.897327 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0feb490-d096-4d27-b539-9e1f01627460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:13.965146 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c0feb490-d096-4d27-b539-9e1f01627460 admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:13.966319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-c0feb490-d096-4d27-b539-9e1f01627460 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6819382 Sep 15 13:36:14.228044 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 314af814-6032-4d43-a39a-d43b722b38cc up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:36:14.329970 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 314af814-6032-4d43-a39a-d43b722b38cc triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:14.330537 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:14.447095 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:14.483804 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 314af814-6032-4d43-a39a-d43b722b38cc, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=314af814-6032-4d43-a39a-d43b722b38cc,segment=NetworkSegment(2959d91e-ef94-4cda-b20b-a4d7676fcf71),segment_id=2959d91e-ef94-4cda-b20b-a4d7676fcf71)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:36:14.576528 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:14.630209 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=314af814-6032-4d43-a39a-d43b722b38cc,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:14.876131 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167ab0b-45c9-496f-8ac4-7657caccdf7b None None] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:36:14.950972 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-24ac4676-5be6-431c-bb82-c52c24451058 None None] Provisioning complete for port 314af814-6032-4d43-a39a-d43b722b38cc triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:14.951336 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-24ac4676-5be6-431c-bb82-c52c24451058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:15.317332 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-747e19bc-d01f-4dbb-b992-c1edf9741afa None None] Provisioning complete for port 314af814-6032-4d43-a39a-d43b722b38cc triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:15.317997 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-747e19bc-d01f-4dbb-b992-c1edf9741afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:15.999546 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f198729f-e074-43ea-96dc-5a82b2ea1f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:16.207741 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 314af814-6032-4d43-a39a-d43b722b38cc up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:36:16.254436 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 314af814-6032-4d43-a39a-d43b722b38cc triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:16.254717 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:16.488632 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53720) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:16.796160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [None req-81cbd65e-ec0a-464e-a221-5dd10c7c7e1f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:36:16.797378 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-81cbd65e-ec0a-464e-a221-5dd10c7c7e1f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077881 Sep 15 13:36:18.582018 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-45928cf0-26c8-4ecc-8720-d4c899d36f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:18.821966 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.219806 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53728) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:19.530759 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:36:19.633074 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Made reservation on behalf of b6e5f020a0c24a64b96ecf7f38e1c572 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:36:19.635351 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.644334 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.729787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.793141 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.808333 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Reserving flat network on physical network physnet1 {{(pid=101155) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 13:36:19.827326 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed1f480-94b6-48a9-bc73-dcf33487ce9e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:19.837248 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.837667 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Added segment 00bced96-2b97-404c-a687-00316546ddea of type flat for network 92773a23-6283-4521-8807-4bf1f36d5ca9 Sep 15 13:36:19.901981 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.902675 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.975973 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:19.976956 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:19.977533 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:20.034785 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] Pushing event updated for resources: {'Network': ['ID=92773a23-6283-4521-8807-4bf1f36d5ca9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:20.039401 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-65c3bb0e-4f1e-4fa2-98dd-ff4fad48a8de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8186033 Sep 15 13:36:20.045816 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:36:21.507513 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:22.482371 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53746) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:22.702505 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8568a247-9f36-40c3-974e-d1c2937d2e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:22.703795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-8568a247-9f36-40c3-974e-d1c2937d2e06 admin admin] 10.222.0.23 "GET /v2.0/subnets/f7d19e12-8f2c-433c-8c22-d124fad69916 HTTP/1.1" status: 200 len: 849 time: 0.2198265 Sep 15 13:36:22.824265 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-a7aff8d4-6899-472b-973f-ff82eceffc2c admin admin] 10.222.0.23 "GET /v2.0/routers/b4dde141-a1ec-419a-83f4-1713a6c0dea0 HTTP/1.1" status: 200 len: 704 time: 0.1142998 Sep 15 13:36:23.079507 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:23.381326 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Allocated IP 172.20.0.1 (6c757ae1-2503-4013-89c0-8ef2fe37937c/f7d19e12-8f2c-433c-8c22-d124fad69916/8284eca2-f61f-4ded-9476-202f4606afaf) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:36:23.568856 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:23.684993 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:23.761247 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:36:23.771066 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:23.825951 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:36:23.827014 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:23.829808 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Pushing event updated for resources: {'Port': ['ID=8284eca2-f61f-4ded-9476-202f4606afaf,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:24.059887 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-7c1b8f61-54f4-4db5-b30a-d4f5441ddfa1 None None] Provisioning complete for port 8284eca2-f61f-4ded-9476-202f4606afaf triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:24.060482 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8f61-54f4-4db5-b30a-d4f5441ddfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:24.073519 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:24.094823 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b8f61-54f4-4db5-b30a-d4f5441ddfa1 None None] Port 8284eca2-f61f-4ded-9476-202f4606afaf cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:36:24.280498 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:24.324174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:24.324976 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:24.384410 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Pushing event updated for resources: {'Port': ['ID=8284eca2-f61f-4ded-9476-202f4606afaf,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:24.448614 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:36:24.450012 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:24.615122 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-4015aa0d-afaf-4d14-a623-0fceb0dff2b1 None None] Provisioning complete for port 8284eca2-f61f-4ded-9476-202f4606afaf triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:24.615494 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4015aa0d-afaf-4d14-a623-0fceb0dff2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:24.649231 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-4015aa0d-afaf-4d14-a623-0fceb0dff2b1 None None] Port 8284eca2-f61f-4ded-9476-202f4606afaf cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:36:24.667494 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Router b4dde141-a1ec-419a-83f4-1713a6c0dea0 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:36:24.759780 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:36:24.766188 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-a229f96c-f027-4733-b1e8-0d343e6796ca admin admin] 10.222.0.23 "PUT /v2.0/routers/b4dde141-a1ec-419a-83f4-1713a6c0dea0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9354601 Sep 15 13:36:24.770989 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Sync routers for ids ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:36:24.783026 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Routers {'b4dde141-a1ec-419a-83f4-1713a6c0dea0'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:36:24.783858 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:36:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:24.972714 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Set router b4dde141-a1ec-419a-83f4-1713a6c0dea0 gateway port host: None {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:36:25.408756 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'name': 'router1', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:36:13Z', 'updated_at': '2021-09-15T13:36:23Z', 'revision_number': 2, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'gw_port_host': None, '_interfaces': [{'id': '8284eca2-f61f-4ded-9476-202f4606afaf', 'name': '', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'mac_address': 'fa:16:3e:22:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:23Z', 'updated_at': '2021-09-15T13:36:24Z', 'revision_number': 2, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'subnets': [{'id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63225a5a-8e3b-4ff4-b456-d75a16bd5073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:25.458470 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Checking router: b4dde141-a1ec-419a-83f4-1713a6c0dea0 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:36:25.458832 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Updating router b4dde141-a1ec-419a-83f4-1713a6c0dea0 port 8284eca2-f61f-4ded-9476-202f4606afaf binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:36:25.506611 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:25.963696 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:36:26.065102 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.158926 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.256974 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Pushing event updated for resources: {'Port': ['ID=8284eca2-f61f-4ded-9476-202f4606afaf,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:26.265277 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.265620 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.265952 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.266277 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.266597 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.266934 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.267237 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.267553 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.267888 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.268205 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.268515 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.268824 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Tracked resource versions report: Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: pushed versions: Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: { 'AddressGroup': {'1.2'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'ConntrackHelper': {'1.0'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Log': {'1.0'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Network': {'1.1'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Port': {'1.7'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'PortForwarding': {'1.2'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'QosPolicy': {'1.9'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroup': {'1.4'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SubPort': {'1.0'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Subnet': {'1.1'}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Trunk': {'1.1'}} Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: consumer versions: Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'ConntrackHelper': '1.0', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Log': '1.0', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Network': '1.1', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Port': '1.7', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'PortForwarding': '1.2', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'QosPolicy': '1.9', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroup': '1.4', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroupRule': '1.2', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SubPort': '1.0', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Subnet': '1.1', Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Trunk': '1.1'}} Sep 15 13:36:26.270166 dv-cinder-759961-19-iscsi neutron-server[101157]: {{(pid=101157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:36:26.349408 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Attempting to bind port 8284eca2-f61f-4ded-9476-202f4606afaf on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:36:26.349811 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Attempting to bind port 8284eca2-f61f-4ded-9476-202f4606afaf by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:36:26.350224 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Attempting to bind port 8284eca2-f61f-4ded-9476-202f4606afaf on network 6c757ae1-2503-4013-89c0-8ef2fe37937c {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:36:26.355643 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:36:26.356046 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Checking segment: {'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:36:26.356508 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.356913 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Bound using segment: {'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:36:26.357399 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Bound port: 8284eca2-f61f-4ded-9476-202f4606afaf, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2959d91e-ef94-4cda-b20b-a4d7676fcf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:36:26.357845 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.425587 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] For port 8284eca2-f61f-4ded-9476-202f4606afaf, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:36:26.445145 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] For port 8284eca2-f61f-4ded-9476-202f4606afaf, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8284eca2-f61f-4ded-9476-202f4606afaf,segment=NetworkSegment(2959d91e-ef94-4cda-b20b-a4d7676fcf71),segment_id=2959d91e-ef94-4cda-b20b-a4d7676fcf71)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:36:26.478763 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-df0c9aa2-9b0c-48d2-ba85-6b9fd85f4bd6 None None] Provisioning complete for port 8284eca2-f61f-4ded-9476-202f4606afaf triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:26.479287 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-df0c9aa2-9b0c-48d2-ba85-6b9fd85f4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.513200 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-df0c9aa2-9b0c-48d2-ba85-6b9fd85f4bd6 None None] Port 8284eca2-f61f-4ded-9476-202f4606afaf cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:36:26.520998 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.573076 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Routers {'b4dde141-a1ec-419a-83f4-1713a6c0dea0'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:36:26.573686 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:36:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:26.625816 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b60d-e3a8-4aa9-b347-ac0b2346e4a4 None None] Pushing event updated for resources: {'Port': ['ID=8284eca2-f61f-4ded-9476-202f4606afaf,revision_number=4']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:26.676031 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] Set router b4dde141-a1ec-419a-83f4-1713a6c0dea0 gateway port host: None {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:36:26.833681 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1a1272d6-efb8-4cc5-b98e-62fd51834bf7 None None] Provisioning complete for port 8284eca2-f61f-4ded-9476-202f4606afaf triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:26.833938 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1a1272d6-efb8-4cc5-b98e-62fd51834bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.889159 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'name': 'router1', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:36:13Z', 'updated_at': '2021-09-15T13:36:23Z', 'revision_number': 2, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'gw_port_host': None, '_interfaces': [{'id': '8284eca2-f61f-4ded-9476-202f4606afaf', 'name': '', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'mac_address': 'fa:16:3e:22:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:23Z', 'updated_at': '2021-09-15T13:36:26Z', 'revision_number': 4, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'subnets': [{'id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63225a5a-8e3b-4ff4-b456-d75a16bd5073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:26.911983 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1a1272d6-efb8-4cc5-b98e-62fd51834bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:26.915557 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e23158-a6d5-4da1-be1f-7d63ea33713f None None] The sync data for ids ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'] in dv-cinder-759961-19-iscsi is: [{'id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'name': 'router1', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:36:13Z', 'updated_at': '2021-09-15T13:36:23Z', 'revision_number': 2, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'gw_port_host': None, '_interfaces': [{'id': '8284eca2-f61f-4ded-9476-202f4606afaf', 'name': '', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'mac_address': 'fa:16:3e:22:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:23Z', 'updated_at': '2021-09-15T13:36:26Z', 'revision_number': 4, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'subnets': [{'id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63225a5a-8e3b-4ff4-b456-d75a16bd5073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:36:26.952209 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1a1272d6-efb8-4cc5-b98e-62fd51834bf7 None None] For port 8284eca2-f61f-4ded-9476-202f4606afaf, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8284eca2-f61f-4ded-9476-202f4606afaf,segment=NetworkSegment(2959d91e-ef94-4cda-b20b-a4d7676fcf71),segment_id=2959d91e-ef94-4cda-b20b-a4d7676fcf71)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:36:27.016161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1a1272d6-efb8-4cc5-b98e-62fd51834bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:27.067180 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1272d6-efb8-4cc5-b98e-62fd51834bf7 None None] Pushing event updated for resources: {'Port': ['ID=8284eca2-f61f-4ded-9476-202f4606afaf,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:27.177887 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 53766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:27.294138 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733cdc66-f8cd-4599-80b5-fcdb95f25fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:27.296202 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-733cdc66-f8cd-4599-80b5-fcdb95f25fce admin admin] 10.222.0.23 "GET /v2.0/networks/92773a23-6283-4521-8807-4bf1f36d5ca9 HTTP/1.1" status: 200 len: 842 time: 0.1163282 Sep 15 13:36:27.305905 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:36:27.410086 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Made reservation on behalf of b6e5f020a0c24a64b96ecf7f38e1c572 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:36:27.412322 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:27.841178 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.objects.ports [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101154) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 13:36:27.841652 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:27.895903 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=682ab032-27a7-471d-91bf-ac4e3790063a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:27.907655 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:36:27.908008 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Network hostable DHCP agents. Network: 92773a23-6283-4521-8807-4bf1f36d5ca9, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:36:28.038433 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:36:28.124774 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 92773a23-6283-4521-8807-4bf1f36d5ca9) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:28.129168 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:28.129699 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:28.135514 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eae526b-8b09-4384-9bf6-5f06842df465 None None] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:36:28.233248 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9af2c80c-c2ff-4291-b396-cdc001dbb05b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9144368 Sep 15 13:36:28.266571 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76fcacc-35f6-49dc-8bd2-7ac9c3e2ae64 None None] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:36:30.582856 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 53774) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:30.836496 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ed064864-5409-4577-bb16-037c622f6a2d admin admin] 10.222.0.23 "GET /v2.0/routers/b4dde141-a1ec-419a-83f4-1713a6c0dea0 HTTP/1.1" status: 200 len: 710 time: 0.2525187 Sep 15 13:36:30.922361 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59952df2-d66d-41c7-8251-3085890d32f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:30.923841 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-59952df2-d66d-41c7-8251-3085890d32f1 admin admin] 10.222.0.23 "GET /v2.0/networks/92773a23-6283-4521-8807-4bf1f36d5ca9 HTTP/1.1" status: 200 len: 886 time: 0.0806136 Sep 15 13:36:30.933517 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:36:31.178056 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:31.479894 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:31.558580 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:31.719538 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Allocated IP 172.27.3.182 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/8b58520c-8808-45e3-a195-7ffbec564bb3) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:36:31.866860 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:31.981324 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:32.061449 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:36:32.074155 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:32.076012 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Pushing event updated for resources: {'Port': ['ID=8b58520c-8808-45e3-a195-7ffbec564bb3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:32.088667 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:36:32.240268 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8284eca2-f61f-4ded-9476-202f4606afaf up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:36:32.290752 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 8284eca2-f61f-4ded-9476-202f4606afaf triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:32.291121 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:32.490308 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:32.700517 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:32.705907 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672838'] for router, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:32.815869 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Router b4dde141-a1ec-419a-83f4-1713a6c0dea0 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:36:32.924728 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:36:32.930892 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:32.932053 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-5edee189-dc48-4216-af14-88adad97410e admin admin] 10.222.0.23 "PUT /v2.0/routers/b4dde141-a1ec-419a-83f4-1713a6c0dea0 HTTP/1.1" status: 200 len: 890 time: 2.0017881 Sep 15 13:36:33.478478 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Sync routers for ids ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:36:33.490107 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Routers {'b4dde141-a1ec-419a-83f4-1713a6c0dea0'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:36:33.490764 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:36:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:33.705617 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Set router b4dde141-a1ec-419a-83f4-1713a6c0dea0 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:36:34.114925 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'name': 'router1', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '8b58520c-8808-45e3-a195-7ffbec564bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:36:13Z', 'updated_at': '2021-09-15T13:36:32Z', 'revision_number': 4, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'gw_port': {'id': '8b58520c-8808-45e3-a195-7ffbec564bb3', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:31Z', 'updated_at': '2021-09-15T13:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8284eca2-f61f-4ded-9476-202f4606afaf', 'name': '', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'mac_address': 'fa:16:3e:22:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:23Z', 'updated_at': '2021-09-15T13:36:26Z', 'revision_number': 5, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'subnets': [{'id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63225a5a-8e3b-4ff4-b456-d75a16bd5073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:34.167085 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Checking router: b4dde141-a1ec-419a-83f4-1713a6c0dea0 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:36:34.167457 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Updating router b4dde141-a1ec-419a-83f4-1713a6c0dea0 port 8b58520c-8808-45e3-a195-7ffbec564bb3 binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:36:34.215449 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:34.629991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:34.707356 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:34.761638 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Attempting to bind port 8b58520c-8808-45e3-a195-7ffbec564bb3 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:36:34.762000 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Attempting to bind port 8b58520c-8808-45e3-a195-7ffbec564bb3 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:36:34.762352 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Attempting to bind port 8b58520c-8808-45e3-a195-7ffbec564bb3 on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:36:34.765052 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97877a37-7906-4f1b-baea-69f895a415ca None None] Pushing event updated for resources: {'Port': ['ID=8b58520c-8808-45e3-a195-7ffbec564bb3,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:34.771925 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:36:34.772214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:36:34.772498 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:34.772882 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:36:34.773351 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Bound port: 8b58520c-8808-45e3-a195-7ffbec564bb3, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:36:34.773742 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:34.825721 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] For port 8b58520c-8808-45e3-a195-7ffbec564bb3, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:36:34.828772 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] For port 8b58520c-8808-45e3-a195-7ffbec564bb3, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8b58520c-8808-45e3-a195-7ffbec564bb3,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:36:34.884796 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:34.940714 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Routers {'b4dde141-a1ec-419a-83f4-1713a6c0dea0'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:36:34.941382 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:36:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:34.979083 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97877a37-7906-4f1b-baea-69f895a415ca None None] Pushing event updated for resources: {'Port': ['ID=8b58520c-8808-45e3-a195-7ffbec564bb3,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:35.057653 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] Set router b4dde141-a1ec-419a-83f4-1713a6c0dea0 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:36:35.273977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'name': 'router1', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '8b58520c-8808-45e3-a195-7ffbec564bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:36:13Z', 'updated_at': '2021-09-15T13:36:32Z', 'revision_number': 4, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'gw_port': {'id': '8b58520c-8808-45e3-a195-7ffbec564bb3', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:31Z', 'updated_at': '2021-09-15T13:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8284eca2-f61f-4ded-9476-202f4606afaf', 'name': '', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'mac_address': 'fa:16:3e:22:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:23Z', 'updated_at': '2021-09-15T13:36:26Z', 'revision_number': 5, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'subnets': [{'id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63225a5a-8e3b-4ff4-b456-d75a16bd5073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:36:35.300874 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb50866-5954-4d95-ab09-327a7c945a9a None None] The sync data for ids ['b4dde141-a1ec-419a-83f4-1713a6c0dea0'] in dv-cinder-759961-19-iscsi is: [{'id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'name': 'router1', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '8b58520c-8808-45e3-a195-7ffbec564bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:36:13Z', 'updated_at': '2021-09-15T13:36:32Z', 'revision_number': 4, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'gw_port': {'id': '8b58520c-8808-45e3-a195-7ffbec564bb3', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:06:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:31Z', 'updated_at': '2021-09-15T13:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8284eca2-f61f-4ded-9476-202f4606afaf', 'name': '', 'network_id': '6c757ae1-2503-4013-89c0-8ef2fe37937c', 'tenant_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'mac_address': 'fa:16:3e:22:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dde141-a1ec-419a-83f4-1713a6c0dea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:36:23Z', 'updated_at': '2021-09-15T13:36:26Z', 'revision_number': 5, 'project_id': '7b05127b194b40c8bf2e9bfa5588f43a', 'subnets': [{'id': 'f7d19e12-8f2c-433c-8c22-d124fad69916', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63225a5a-8e3b-4ff4-b456-d75a16bd5073'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:36:35.385685 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 53788) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:35.515347 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-6c671e4d-bb29-4794-b869-80189d1f061e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1283221 Sep 15 13:36:36.244762 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8b58520c-8808-45e3-a195-7ffbec564bb3 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:36:36.299161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 8b58520c-8808-45e3-a195-7ffbec564bb3 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:36.299592 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:36.381820 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:36.405991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 8b58520c-8808-45e3-a195-7ffbec564bb3, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8b58520c-8808-45e3-a195-7ffbec564bb3,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:36:36.468026 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:36.520447 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=8b58520c-8808-45e3-a195-7ffbec564bb3,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:38.223917 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8b58520c-8808-45e3-a195-7ffbec564bb3 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:36:38.275773 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 8b58520c-8808-45e3-a195-7ffbec564bb3 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:38.276256 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:46.012309 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ab775525-de1c-4e45-96e2-7e17f7d34bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:48.605320 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-513b7b91-cd35-4028-9b9d-0e537cc453e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:48.769741 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:49.906221 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:51.501723 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:02.932908 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:37:15.985971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-cbdabcbb-9519-406d-8967-3de93d8bc452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:18.626842 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdbb8-e95f-43dc-ad2f-462f6a1056c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:18.740760 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:19.934880 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:21.517407 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:39.932558 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:37:46.002508 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0aacbcfa-cbc6-4f99-9873-b678db2449e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:48.602735 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-acf4664a-93f6-4868-85a6-e87c6ff1b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:48.710908 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:49.899163 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:51.499274 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:15.892849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54350) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:15.955461 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b5ebbe-3d47-4f6d-b300-75196eff6564 admin admin] GET failed (client error): The resource could not be found. Sep 15 13:38:15.956894 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-97b5ebbe-3d47-4f6d-b300-75196eff6564 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630817 Sep 15 13:38:16.013685 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d85d666b-c689-454f-a075-1febdd45a525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:16.137654 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89816c-22d7-4a75-8400-07bafc73f29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:16.139054 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-ca89816c-22d7-4a75-8400-07bafc73f29d admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1773548 Sep 15 13:38:16.930674 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:38:18.338160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54360) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:18.431436 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d071c7c-ea4e-4fec-a17e-96f4498c4d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:18.433297 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-2d071c7c-ea4e-4fec-a17e-96f4498c4d9f admin admin] 10.222.0.23 "GET /v2.0/subnets/f7d19e12-8f2c-433c-8c22-d124fad69916 HTTP/1.1" status: 200 len: 849 time: 0.0936856 Sep 15 13:38:18.443270 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:38:18.529261 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Notify callbacks [] for subnet, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:18.591214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f88f2e82-708d-4984-b1b0-4e0000a4b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:18.762122 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775945914372'] for subnet, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:18.790061 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:18.872143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:18.872488 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:18.873907 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] 10.222.0.23 "PUT /v2.0/subnets/f7d19e12-8f2c-433c-8c22-d124fad69916 HTTP/1.1" status: 200 len: 868 time: 0.4342279 Sep 15 13:38:18.874971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7620d5b-c67d-4cf5-9809-44679daa58fe None None] Network 6c757ae1-2503-4013-89c0-8ef2fe37937c requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:38:18.899763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d19e12-8f2c-433c-8c22-d124fad69916,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:38:18.907699 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.908137 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.908429 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.908766 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.909127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.909457 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.909784 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.910110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.910434 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.910774 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.911105 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:18.911607 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a988-f1b6-4d02-81a0-114d3377afce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:19.244010 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-81fc852d-2abc-4025-a558-7c74b352a0f3 None None] Provisioning complete for port 314af814-6032-4d43-a39a-d43b722b38cc triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:38:19.244375 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-81fc852d-2abc-4025-a558-7c74b352a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:19.351207 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-81fc852d-2abc-4025-a558-7c74b352a0f3 None None] Provisioning complete for port 8284eca2-f61f-4ded-9476-202f4606afaf triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:38:19.351469 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-81fc852d-2abc-4025-a558-7c74b352a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:19.921096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:21.108767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54368) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:21.307590 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1752b52a-6359-4b04-9823-964d1e514590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:21.308716 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1752b52a-6359-4b04-9823-964d1e514590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:21.310284 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-1752b52a-6359-4b04-9823-964d1e514590 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005374 Sep 15 13:38:21.498865 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:23.508422 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54376) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:23.644688 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85fdb6-8ed6-48c2-8274-ddcd41465556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:23.645204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85fdb6-8ed6-48c2-8274-ddcd41465556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:23.646795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5b85fdb6-8ed6-48c2-8274-ddcd41465556 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373847 Sep 15 13:38:25.849540 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54384) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:25.982492 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb8608-6e68-48f7-88a0-a30a663e9bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:25.983878 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-f9bb8608-6e68-48f7-88a0-a30a663e9bd7 admin admin] 10.222.0.23 "GET /v2.0/networks/6c757ae1-2503-4013-89c0-8ef2fe37937c HTTP/1.1" status: 200 len: 869 time: 0.1333792 Sep 15 13:38:28.207330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54392) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:28.338345 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ab8c7-12cf-4e69-b2a2-e9cd29e3f918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:28.340317 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-491ab8c7-12cf-4e69-b2a2-e9cd29e3f918 admin admin] 10.222.0.23 "GET /v2.0/networks/92773a23-6283-4521-8807-4bf1f36d5ca9 HTTP/1.1" status: 200 len: 886 time: 0.1320379 Sep 15 13:38:30.554414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54400) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:30.678264 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e32ce-7468-4c23-8195-238eabbe122f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:30.678712 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e32ce-7468-4c23-8195-238eabbe122f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:30.680306 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b67e32ce-7468-4c23-8195-238eabbe122f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249454 Sep 15 13:38:32.918113 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54408) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:33.009231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130a2740-f465-4896-9dac-7d67c0c9531f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:33.009680 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130a2740-f465-4896-9dac-7d67c0c9531f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:33.011855 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-130a2740-f465-4896-9dac-7d67c0c9531f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927925 Sep 15 13:38:35.279276 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54416) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:35.363887 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ceb510-3a5d-43c9-969e-758c521c77a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:35.365282 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-96ceb510-3a5d-43c9-969e-758c521c77a4 admin admin] 10.222.0.23 "GET /v2.0/subnets/682ab032-27a7-471d-91bf-ac4e3790063a HTTP/1.1" status: 200 len: 816 time: 0.0850592 Sep 15 13:38:37.561961 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 54424) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:37.655957 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522b0ac-e817-4a12-82b8-a4520ce2a072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:38:37.657336 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-5522b0ac-e817-4a12-82b8-a4520ce2a072 admin admin] 10.222.0.23 "GET /v2.0/subnets/f7d19e12-8f2c-433c-8c22-d124fad69916 HTTP/1.1" status: 200 len: 868 time: 0.0944319 Sep 15 13:38:46.006395 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5f99d585-5695-480d-a5cf-6f8fa49d648a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:48.594984 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0b82b577-3289-4839-a360-eda269beecba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:48.725975 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:49.932200 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:51.515302 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:53.929247 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:39:01.974564 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54480) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:39:02.027823 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [None req-42ffd39f-b219-4f1e-83b3-0ba16d72387d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:39:02.028900 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-42ffd39f-b219-4f1e-83b3-0ba16d72387d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533836 Sep 15 13:39:04.373360 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54488) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:39:04.439507 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f87503-e014-4e6a-8bfd-e4e23a16a7e3 admin admin] GET failed (client error): The resource could not be found. Sep 15 13:39:04.440887 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-28f87503-e014-4e6a-8bfd-e4e23a16a7e3 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663941 Sep 15 13:39:04.530714 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36104992-7515-4041-ae8c-ca63d78e7444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:39:04.532191 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-36104992-7515-4041-ae8c-ca63d78e7444 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866654 Sep 15 13:39:06.809734 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54496) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:39:06.859973 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:39:06.932026 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Made reservation on behalf of b6e5f020a0c24a64b96ecf7f38e1c572 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:39:06.934428 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:06.964609 dv-cinder-759961-19-iscsi neutron-server[101155]: WARNING neutron.services.revisions.revision_plugin [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Could not find related network for resource to bump revision. Sep 15 13:39:06.976800 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:39:06.986680 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:06.987003 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Added segment fe97dd8d-eae8-4fea-a3e5-c9bfe985b708 of type vlan for network 87704332-9572-470b-95fd-21ab347b9068 Sep 15 13:39:07.029072 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:07.109391 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:07.110309 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:39:07.110901 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:07.174623 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] Pushing event updated for resources: {'Network': ['ID=87704332-9572-470b-95fd-21ab347b9068,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:39:07.188147 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 87704332-9572-470b-95fd-21ab347b9068 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:39:07.201923 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-477a239d-566c-4d9a-bcde-2ad60f482b47 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3910789 Sep 15 13:39:09.454535 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54504) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:39:09.513757 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bc3ad2-2b88-4b95-be8c-26378b3ea633 admin admin] GET failed (client error): The resource could not be found. Sep 15 13:39:09.515051 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-05bc3ad2-2b88-4b95-be8c-26378b3ea633 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595553 Sep 15 13:39:09.583826 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf1324-0fcb-4bdf-95a0-cd4fdc95dafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:39:09.585314 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-1cdf1324-0fcb-4bdf-95a0-cd4fdc95dafe admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655072 Sep 15 13:39:09.597076 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '87704332-9572-470b-95fd-21ab347b9068', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:39:09.709407 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Made reservation on behalf of b6e5f020a0c24a64b96ecf7f38e1c572 for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:39:09.711587 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:09.949198 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:10.015216 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4acf8e-e6b0-442f-a094-ed51a4021b00,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:39:10.033297 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Checking segment: {'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:39:10.033636 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Network hostable DHCP agents. Network: 87704332-9572-470b-95fd-21ab347b9068, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:39:10.142999 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Network 87704332-9572-470b-95fd-21ab347b9068 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:39:10.234388 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 87704332-9572-470b-95fd-21ab347b9068) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:39:10.240021 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:39:10.240990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:10.248314 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a087a6f-2a46-4029-b261-e80b7e65b19f None None] Network 87704332-9572-470b-95fd-21ab347b9068 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:39:10.297609 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-a50f2df5-4d4a-42ad-91f3-2266b9f13068 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7038136 Sep 15 13:39:10.418640 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-87704332-9572-470b-95fd-21ab347b9068', 'network_id': '87704332-9572-470b-95fd-21ab347b9068', 'tenant_id': 'b6e5f020a0c24a64b96ecf7f38e1c572', 'fixed_ips': [{'subnet_id': '9d4acf8e-e6b0-442f-a094-ed51a4021b00'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:39:10.419926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:10.563072 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Allocated IP 192.168.233.2 (87704332-9572-470b-95fd-21ab347b9068/9d4acf8e-e6b0-442f-a094-ed51a4021b00/ca8721c3-c374-4b32-9e76-f1d30eb85629) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:39:10.749884 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:10.841147 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:10.879144 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Network 87704332-9572-470b-95fd-21ab347b9068 is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:39:10.881934 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:39:10.886992 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:39:10.896714 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Pushing event updated for resources: {'Port': ['ID=ca8721c3-c374-4b32-9e76-f1d30eb85629,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:39:10.906567 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.906938 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.907287 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.907659 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.907995 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.908347 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.908681 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.909059 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.909401 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.909734 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.910056 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.910377 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:39:10.958061 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Attempting to bind port ca8721c3-c374-4b32-9e76-f1d30eb85629 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:39:10.958421 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Attempting to bind port ca8721c3-c374-4b32-9e76-f1d30eb85629 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:39:10.958783 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Attempting to bind port ca8721c3-c374-4b32-9e76-f1d30eb85629 on network 87704332-9572-470b-95fd-21ab347b9068 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:39:10.964333 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:39:10.964710 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Checking segment: {'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:39:10.965146 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:10.965538 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Bound using segment: {'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:39:10.966022 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Bound port: ca8721c3-c374-4b32-9e76-f1d30eb85629, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:39:10.966421 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:11.038111 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] For port ca8721c3-c374-4b32-9e76-f1d30eb85629, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:39:11.042722 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] For port ca8721c3-c374-4b32-9e76-f1d30eb85629, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=ca8721c3-c374-4b32-9e76-f1d30eb85629,segment=NetworkSegment(fe97dd8d-eae8-4fea-a3e5-c9bfe985b708),segment_id=fe97dd8d-eae8-4fea-a3e5-c9bfe985b708)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:39:11.138521 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:11.204386 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef8175-d6e3-41fb-93ba-a850dc51437c None None] Pushing event updated for resources: {'Port': ['ID=ca8721c3-c374-4b32-9e76-f1d30eb85629,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:39:12.062128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae4478-d30c-41e8-b37e-dd023258cba3 None None] Network 87704332-9572-470b-95fd-21ab347b9068 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:39:12.178125 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-31a7be64-53b7-4845-9bf4-d676c5f00ef1 None None] Provisioning complete for port ca8721c3-c374-4b32-9e76-f1d30eb85629 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:39:12.178496 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-31a7be64-53b7-4845-9bf4-d676c5f00ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:12.299238 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-31a7be64-53b7-4845-9bf4-d676c5f00ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:12.352152 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-31a7be64-53b7-4845-9bf4-d676c5f00ef1 None None] For port ca8721c3-c374-4b32-9e76-f1d30eb85629, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=ca8721c3-c374-4b32-9e76-f1d30eb85629,segment=NetworkSegment(fe97dd8d-eae8-4fea-a3e5-c9bfe985b708),segment_id=fe97dd8d-eae8-4fea-a3e5-c9bfe985b708)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:39:12.402992 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device ca8721c3-c374-4b32-9e76-f1d30eb85629 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:39:12.464793 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port ca8721c3-c374-4b32-9e76-f1d30eb85629 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:39:12.465278 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:12.487663 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-31a7be64-53b7-4845-9bf4-d676c5f00ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:12.555105 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7be64-53b7-4845-9bf4-d676c5f00ef1 None None] Pushing event updated for resources: {'Port': ['ID=ca8721c3-c374-4b32-9e76-f1d30eb85629,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:39:12.611762 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-2a467b01-47ca-4ff8-9c19-aa720b35bbac None None] Provisioning complete for port ca8721c3-c374-4b32-9e76-f1d30eb85629 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:39:12.612131 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2a467b01-47ca-4ff8-9c19-aa720b35bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:14.334424 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device ca8721c3-c374-4b32-9e76-f1d30eb85629 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:39:14.382540 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port ca8721c3-c374-4b32-9e76-f1d30eb85629 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:39:14.382902 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:16.017447 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d744f5ad-32a5-4ea3-b549-58565c7315ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:18.617584 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0237f0e3-99c6-419d-a877-f2f9fb9fba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:18.766336 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:19.919320 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:21.576949 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:30.928083 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:39:45.988102 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50a1be21-cd49-4259-8e53-680fa8238a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:48.616890 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-22f69784-f7bf-43ff-bb5f-2890bbef68d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:48.805483 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:49.983098 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:51.525239 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:07.928575 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:40:16.034127 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d2d68e0e-bb0c-4e31-ad9d-7e5d295149b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:18.610428 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-abc169ac-94eb-405c-961b-c4c07d88b5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:18.730097 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:19.964265 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:21.524912 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:32.502517 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54556) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:40:32.508335 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [None req-fa9b8781-6d80-4273-b94c-9faaec8f8511 tempest-verify_tempest_config-1644679461 tempest-verify_tempest_config-1644679461-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:40:32.509321 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-fa9b8781-6d80-4273-b94c-9faaec8f8511 tempest-verify_tempest_config-1644679461 tempest-verify_tempest_config-1644679461-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058441 Sep 15 13:40:33.092097 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54574) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:40:33.192446 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:33.279691 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:33.415912 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:33.459507 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f92bdf-7229-436a-81d6-293b000b0861,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:40:33.467075 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ef8941c2d0a4da49587ac33dc826e70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3739345 Sep 15 13:40:33.468897 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.469265 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.469692 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.469963 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 54578) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:40:33.470411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.470411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.470658 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.471029 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.471474 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.471887 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.472211 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.472525 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.472865 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa5b5c6-0985-4ed0-ae7c-c5d7eda7945e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.548505 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:33.569523 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:33.832959 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:33.835526 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:33.836728 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51f92bdf-7229-436a-81d6-293b000b0861 HTTP/1.1" status: 204 len: 168 time: 0.3658144 Sep 15 13:40:33.845185 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f92bdf-7229-436a-81d6-293b000b0861,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:40:33.851800 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.852167 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.852511 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.852870 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.853206 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.853555 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.853887 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.854295 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.854526 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.855466 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.855898 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:33.856184 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243fe0ed-a210-47fb-8444-97c8ce850f7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:40:44.928005 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:40:46.014897 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2d5-06c5-4664-93cf-f6654fb40fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:48.603788 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4a13c7e4-bd7d-4c6b-a494-25b6b4cfe880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:48.741234 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:49.941072 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:51.552198 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:16.014207 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d6c36b6b-bf66-4b36-851e-e8461182c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:18.608578 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0936178d-631c-4242-8d14-a839792fd4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:18.733959 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:19.957208 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:21.528926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:21.927882 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:41:46.002101 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce40d171-3cd6-43ac-b5c9-afb6d507262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:48.625081 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-09648240-b0ea-4175-8186-b054810d3c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:48.779841 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:49.956484 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:51.533265 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:58.926286 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 5 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:42:07.829967 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677217'] for agent, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:15.990288 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-38d3fc7c-fa5f-4052-823d-500963f4c302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.612736 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-95ad0ea0-2f10-40de-8f03-934d3c0378c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.738868 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.012310 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.522129 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.345001 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 54652) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:22.453401 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c97e83bc-c14b-45a0-8fc8-a8cd5c6c1f7b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1073036 Sep 15 13:42:24.733233 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 54662) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:24.788772 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-08d99015-be44-412f-8382-abdfde7da051 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0544651 Sep 15 13:42:35.925094 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:42:37.714948 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.006664 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0aba624e-416a-4e52-b619-172f8ed5337b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.590037 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1ee2eb71-0479-4d0f-a439-bd519c7c9aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.737964 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.955306 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.527633 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:07.720454 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:12.924612 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:43:16.012173 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-49737de8-803d-498d-985c-dc5f2558a965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:18.640652 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3d2e2838-3dbd-4e91-aade-7be59a2ce5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:18.745535 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:19.972810 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:21.595100 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:37.725696 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:45.988152 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-09f6b272-f80a-464d-8d28-29ea91b49729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:48.737179 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0197-536a-4b15-ae27-95911271ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:48.810823 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:49.924363 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:43:49.971234 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:51.576314 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:58.725394 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54750) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:58.925607 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-391578762-network', 'tenant_id': '981fb38e29db412da1cef93f558e4d79'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:43:59.115400 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Made reservation on behalf of 981fb38e29db412da1cef93f558e4d79 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:43:59.120637 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.138810 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.247040 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.342444 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.387964 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:43:59.401611 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c149bb-ce27-438c-87c2-100937d08354,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:59.414473 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.414999 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Added segment eb10b178-ca0d-4993-b8ab-665fa1d2446c of type vlan for network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 Sep 15 13:43:59.417979 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.418526 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.419089 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.419604 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.420133 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.421141 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.421840 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.422334 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.422814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.423321 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.423806 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.424330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Tracked resource versions report: Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: pushed versions: Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: { 'AddressGroup': {'1.2'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'ConntrackHelper': {'1.0'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Log': {'1.0'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Network': {'1.1'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Port': {'1.7'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'PortForwarding': {'1.2'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'QosPolicy': {'1.9'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroup': {'1.4'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SubPort': {'1.0'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Subnet': {'1.1'}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Trunk': {'1.1'}} Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: consumer versions: Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: HyperV agent@hv-cinder-75996: {}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'ConntrackHelper': '1.0', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Log': '1.0', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Network': '1.1', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Port': '1.7', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'PortForwarding': '1.2', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'QosPolicy': '1.9', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroup': '1.4', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SecurityGroupRule': '1.2', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'SubPort': '1.0', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Subnet': '1.1', Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: 'Trunk': '1.1'}} Sep 15 13:43:59.441056 dv-cinder-759961-19-iscsi neutron-server[101155]: {{(pid=101155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:43:59.507574 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.587895 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.589158 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:59.590004 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:59.694049 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa12d2b-6d72-4a2b-82ca-823e97357c48,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:59.701592 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-53ee57d3-ebbe-46e1-87ae-a761470b3715 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9748816 Sep 15 13:43:59.703878 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54806) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:59.713893 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:43:59.715960 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Request body: {'subnet': {'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-391578762-subnet', 'tenant_id': '981fb38e29db412da1cef93f558e4d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:43:59.811054 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Made reservation on behalf of 981fb38e29db412da1cef93f558e4d79 for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:43:59.813447 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:00.187971 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:00.289575 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781ad063-8711-4c41-9a2e-d3106c46a1f1,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:00.295088 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Checking segment: {'id': 'eb10b178-ca0d-4993-b8ab-665fa1d2446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:00.295839 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Network hostable DHCP agents. Network: 5fa12d2b-6d72-4a2b-82ca-823e97357c48, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:44:00.417749 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:44:00.503798 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 5fa12d2b-6d72-4a2b-82ca-823e97357c48) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:00.519254 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:00.520578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:00.534372 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acfd3a2-1794-4d0e-a704-adcee1b29aa4 None None] Network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:00.605562 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-72775977-f8c5-428d-9fd0-536dd72ef8c6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8985322 Sep 15 13:44:00.678416 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af845a8-ead3-4dc7-8c49-e94911a57bd6 None None] Network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:01.973697 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54886) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:02.247385 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54896) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:02.594771 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1308547107-network', 'tenant_id': 'bc28876d41fb4b0f9c8893c96a3aee59'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:02.707329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Made reservation on behalf of bc28876d41fb4b0f9c8893c96a3aee59 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:02.710588 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:02.728227 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:02.756766 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54908) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:02.911282 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:02.982458 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.036014 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d800ae26-8537-4177-89ae-afd37250aa49,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:03.045749 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:44:03.063429 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.064212 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Added segment 59203282-540c-4d26-9765-5629db378077 of type vlan for network 91805e3b-4a33-4370-a857-7650e0db00c9 Sep 15 13:44:03.133415 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-903193153-network', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:03.182043 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.233900 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Made reservation on behalf of 1e6f195eb8d14f64b172babb65c6fd1d for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:03.238494 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.248934 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.360312 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.362405 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.363652 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:03.364399 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.435943 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] Pushing event updated for resources: {'Network': ['ID=91805e3b-4a33-4370-a857-7650e0db00c9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:03.448710 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-500805278-network', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:03.459883 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 91805e3b-4a33-4370-a857-7650e0db00c9 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:44:03.468694 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.492717 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:44:03.511212 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.512150 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Added segment 5600e379-105b-4211-9781-e185ffb9c812 of type vlan for network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc Sep 15 13:44:03.592732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.665303 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349ec97c-5566-4be8-aec7-58ad7544fada,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:03.683073 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Made reservation on behalf of 7659a7f6e0464431a75971ac88cfddef for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:03.688986 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.709645 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.773789 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-263650f5-5490-43ff-be21-10993d28168d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7987831 Sep 15 13:44:03.780206 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 54938) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:03.785580 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Request body: {'subnet': {'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1308547107-subnet', 'tenant_id': 'bc28876d41fb4b0f9c8893c96a3aee59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:03.803290 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.806314 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:03.807412 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:03.940580 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:03.955137 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:44:03.999973 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.063216 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.128653 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:44:04.159089 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.160334 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Added segment b7696248-ec3f-4f4e-a9d5-3dc4e804f908 of type vlan for network ffa5ad67-b175-4b80-b4dd-bdb86506c54b Sep 15 13:44:04.175060 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5e864cba-c29e-4213-bef1-b57766b69dd5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9260364 Sep 15 13:44:04.177379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53248b4-bee7-4ea0-825a-e47a2ab4b598,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:04.210058 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 54954) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:04.231038 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Request body: {'subnet': {'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-subnet', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:04.243191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.285126 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Made reservation on behalf of bc28876d41fb4b0f9c8893c96a3aee59 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:04.288670 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.388276 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.389849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:04.391014 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.567907 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] Pushing event updated for resources: {'Network': ['ID=ffa5ad67-b175-4b80-b4dd-bdb86506c54b,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:04.586166 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:44:04.618393 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Made reservation on behalf of 1e6f195eb8d14f64b172babb65c6fd1d for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:04.622592 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.676302 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-228bc12e-19f5-4507-81bc-9a31673d10cb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9050004 Sep 15 13:44:04.681080 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54974) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:04.692978 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Request body: {'subnet': {'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-subnet', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:04.777447 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.780724 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 54984) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:04.784598 dv-cinder-759961-19-iscsi neutron-server[101155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 13:44:04.829647 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Made reservation on behalf of 7659a7f6e0464431a75971ac88cfddef for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:04.832454 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:04.946781 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Checking segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:04.947992 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Network hostable DHCP agents. Network: 91805e3b-4a33-4370-a857-7650e0db00c9, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:44:05.070166 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb21cdd-1455-4806-bb76-1a7bee38a263,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:05.107804 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.108553 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.109818 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.110546 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.111240 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.111984 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.112687 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.113450 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.114165 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.114838 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.115519 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.116194 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Tracked resource versions report: Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: pushed versions: Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: { 'AddressGroup': {'1.2'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'ConntrackHelper': {'1.0'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Log': {'1.0'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Network': {'1.1'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Port': {'1.7'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'PortForwarding': {'1.2'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'QosPolicy': {'1.9'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroup': {'1.4'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SubPort': {'1.0'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Subnet': {'1.1'}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Trunk': {'1.1'}} Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: consumer versions: Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: HyperV agent@hv-cinder-75996: {}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'ConntrackHelper': '1.0', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Log': '1.0', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Network': '1.1', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Port': '1.7', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'PortForwarding': '1.2', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'QosPolicy': '1.9', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroup': '1.4', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SecurityGroupRule': '1.2', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'SubPort': '1.0', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Subnet': '1.1', Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: 'Trunk': '1.1'}} Sep 15 13:44:05.118853 dv-cinder-759961-19-iscsi neutron-server[101154]: {{(pid=101154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:44:05.131296 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Network 91805e3b-4a33-4370-a857-7650e0db00c9 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:44:05.281325 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 91805e3b-4a33-4370-a857-7650e0db00c9) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:05.296422 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3a811-3948-4f6c-9bb4-d8dc9aec449a None None] Network 91805e3b-4a33-4370-a857-7650e0db00c9 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:05.317036 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:05.318253 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:05.322017 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93773-b40d-495b-8fea-14cc8b822634 req-0326493a-47f6-473e-8c89-a23b3bc3dbeb tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:05.324566 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-0326493a-47f6-473e-8c89-a23b3bc3dbeb tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/networks?id=5fa12d2b-6d72-4a2b-82ca-823e97357c48 HTTP/1.1" status: 200 len: 811 time: 0.5412877 Sep 15 13:44:05.366525 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-b1c9f4eb-ac06-44b0-86ad-220aadce168e tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/quotas/981fb38e29db412da1cef93f558e4d79 HTTP/1.1" status: 200 len: 375 time: 0.0283480 Sep 15 13:44:05.395041 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:05.479279 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-31db346a-e164-4cf3-80fd-a1a8f45cc3e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6995373 Sep 15 13:44:05.517992 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-1e4f5f54-fc08-4d70-85d0-594b63ad6fb3 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=981fb38e29db412da1cef93f558e4d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1386614 Sep 15 13:44:05.531332 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1277b886-5ba6-403c-ba5d-5fe87ac506cf,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:05.544148 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Checking segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:05.545140 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Network hostable DHCP agents. Network: 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:44:05.607219 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114b764-ca5d-402e-a65b-fc89b44bfe1d None None] Network 91805e3b-4a33-4370-a857-7650e0db00c9 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:05.725760 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:44:05.834006 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:05.838326 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:05.848452 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28e512-cf74-4b0a-a3e9-b9e35748fc35 None None] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:05.854125 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:05.862107 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:05.983894 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d183107f-02ec-40ad-a9f8-324e24f7f966 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7704313 Sep 15 13:44:05.988052 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55028) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:05.996117 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:06.018164 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbafc2b1-0aa2-4454-bb76-76f864d15910,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:06.040701 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Checking segment: {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:06.040701 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Network hostable DHCP agents. Network: ffa5ad67-b175-4b80-b4dd-bdb86506c54b, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:44:06.116087 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:44:06.156409 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.159983 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.179427 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-f1ebac58-6a1e-4857-94f3-fb3c2c38a935 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:44:06.185017 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-f1ebac58-6a1e-4857-94f3-fb3c2c38a935 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1002069 Sep 15 13:44:06.215984 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:44:06.218466 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.252730 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, ffa5ad67-b175-4b80-b4dd-bdb86506c54b) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:06.266592 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:06.267652 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.280800 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1adfe87-bf9c-4db1-a320-9bf4d9ff210f None None] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:06.322027 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.428985 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-9e44d7bf-c223-4022-8931-992e32663e26 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7466416 Sep 15 13:44:06.433899 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 55048) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:06.438195 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-1cb3a935-9f93-4f4f-a0ff-f681b7772e0e service neutron] 10.222.0.23 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406332 Sep 15 13:44:06.442328 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:06.684119 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Allocated IP 172.20.0.2 (1d8c4fe6-881c-4234-a318-00ce2fe2a5bc/1277b886-5ba6-403c-ba5d-5fe87ac506cf/dd8e2347-cf02-49f5-aae2-bc11af21800e) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:06.745875 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa683c14-56e3-4f91-bfa8-86e340cd590a None None] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:06.750063 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-6051c4ae-5049-4a76-be8c-ceade9fb7413 service neutron] 10.222.0.23 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830980 Sep 15 13:44:06.753242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.755589 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.779846 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:06.865267 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:07.182740 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:07.265255 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:07.320635 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:07.350757 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:07.428261 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:07.621223 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-51593851-6ce0-471b-b591-f155477f29ed req-c6858ea1-8b91-454e-a382-87dcf78ddc1b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.1316051 Sep 15 13:44:07.639215 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:07.694507 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:07.713172 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:07.759994 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Pushing event updated for resources: {'Port': ['ID=dd8e2347-cf02-49f5-aae2-bc11af21800e,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:07.782850 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Allocated IP 172.27.3.161 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/1e44292d-949d-4ea3-97f8-d08694768403) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:07.839668 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.840344 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.840938 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.841685 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.842338 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.842926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.850042 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.856096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.856096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.856096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.856096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.857818 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Tracked resource versions report: Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: pushed versions: Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: { 'AddressGroup': {'1.2'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'ConntrackHelper': {'1.0'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Log': {'1.0'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Network': {'1.1'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Port': {'1.7'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'PortForwarding': {'1.2'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'QosPolicy': {'1.9'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroup': {'1.4'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SubPort': {'1.0'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Subnet': {'1.1'}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Trunk': {'1.1'}} Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: consumer versions: Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: HyperV agent@hv-cinder-75996: {}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'ConntrackHelper': '1.0', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Log': '1.0', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Network': '1.1', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Port': '1.7', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'PortForwarding': '1.2', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'QosPolicy': '1.9', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroup': '1.4', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SecurityGroupRule': '1.2', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'SubPort': '1.0', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Subnet': '1.1', Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: 'Trunk': '1.1'}} Sep 15 13:44:07.861185 dv-cinder-759961-19-iscsi neutron-server[101156]: {{(pid=101156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:44:07.909103 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 55112) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:07.982505 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Attempting to bind port dd8e2347-cf02-49f5-aae2-bc11af21800e on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:07.983462 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Attempting to bind port dd8e2347-cf02-49f5-aae2-bc11af21800e by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:07.984297 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Attempting to bind port dd8e2347-cf02-49f5-aae2-bc11af21800e on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:07.997385 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:08.000469 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Checking segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:08.005619 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.006505 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Bound using segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:08.007663 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Bound port: dd8e2347-cf02-49f5-aae2-bc11af21800e, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:08.013827 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.061197 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.123829 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a1b124b4-ddd7-4810-803f-9f20f7aa5f6b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:08.137457 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a1b124b4-ddd7-4810-803f-9f20f7aa5f6b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.2235851 Sep 15 13:44:08.151627 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.181997 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-0877fa17-e223-4edf-bb11-e283f9429a96 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/quotas/bc28876d41fb4b0f9c8893c96a3aee59 HTTP/1.1" status: 200 len: 375 time: 0.0427427 Sep 15 13:44:08.279315 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] For port dd8e2347-cf02-49f5-aae2-bc11af21800e, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:08.288283 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] For port dd8e2347-cf02-49f5-aae2-bc11af21800e, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd8e2347-cf02-49f5-aae2-bc11af21800e,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:08.364089 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba7842c1-5e4e-40ed-a33b-6ccc3b9cb176 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1804166 Sep 15 13:44:08.365675 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.394606 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.453307 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.498160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.547927 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:08.559254 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:08.571791 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e988b43-dcb8-4178-8fc5-61caf38a5293 None None] Pushing event updated for resources: {'Port': ['ID=dd8e2347-cf02-49f5-aae2-bc11af21800e,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:08.587844 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:08.590760 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Pushing event updated for resources: {'Port': ['ID=1e44292d-949d-4ea3-97f8-d08694768403,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:08.656331 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-fb687fae-af19-47ff-b23e-ae6eb3fc22d0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:44:08.658702 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-fb687fae-af19-47ff-b23e-ae6eb3fc22d0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1636808 Sep 15 13:44:08.822563 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fa299b9c-7183-45c4-be75-8d90f6b61dbb req-16e25016-3332-4a43-8eea-0d2a66081d18 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.0563619 Sep 15 13:44:08.848131 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Allocated IP 172.27.3.125 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/0262a407-eb5d-4d6f-9cb3-e34d07054290) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:08.879489 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-4b7cae97-783b-441c-8c3d-332463a8434f service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017848 Sep 15 13:44:09.182831 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.210289 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-47a6457d-91bf-47bd-af6b-0cef0c3b1f7c service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138275 Sep 15 13:44:09.249999 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.466043 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.534007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:09.540340 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:09.625579 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:09.959862 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:10.104107 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10c1069c-8988-48f1-a319-2c6e66b4c2b5 req-f742d16d-b96f-4c0c-8e1d-9e54465919df tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.3110085 Sep 15 13:44:10.265684 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Pushing event updated for resources: {'Port': ['ID=0262a407-eb5d-4d6f-9cb3-e34d07054290,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:10.315867 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-06c9843c-2ada-4126-90b4-5e7f98f19ed7 req-8e982835-b358-4783-815a-2ba89cc4d860 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.1757824 Sep 15 13:44:10.393589 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Router 72f404bd-e334-4bf8-abaf-12450b1ebef7 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:44:10.454597 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968d3f8-b499-4492-b56a-8372e7745432 None None] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:10.596001 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:10.610958 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Sync routers for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:10.625185 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:10.629109 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:43:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:10.719220 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:10.720605 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d82a36d3-e393-43c5-a686-0070efe0a0fb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7307796 Sep 15 13:44:10.726756 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55202) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:10.818014 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device dd8e2347-cf02-49f5-aae2-bc11af21800e up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:10.843823 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:10.948440 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:11.060134 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-94b134f9-3a76-4f33-9451-dbcd0b52cbf6 None None] Provisioning complete for port dd8e2347-cf02-49f5-aae2-bc11af21800e triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:11.060991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-94b134f9-3a76-4f33-9451-dbcd0b52cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.492390 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:08Z', 'revision_number': 3, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:11.701346 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Checking router: 72f404bd-e334-4bf8-abaf-12450b1ebef7 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:11.702425 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Updating router 72f404bd-e334-4bf8-abaf-12450b1ebef7 port 1e44292d-949d-4ea3-97f8-d08694768403 binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:11.744133 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port dd8e2347-cf02-49f5-aae2-bc11af21800e triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:11.753695 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.862264 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.884586 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-94b134f9-3a76-4f33-9451-dbcd0b52cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.911504 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5adb0e86-4132-4fcf-a255-636784fbc93b req-8ccb1c44-87dc-40da-a5d7-dacd857c96c1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.2387760 Sep 15 13:44:11.958828 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.107231 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-94b134f9-3a76-4f33-9451-dbcd0b52cbf6 None None] For port dd8e2347-cf02-49f5-aae2-bc11af21800e, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd8e2347-cf02-49f5-aae2-bc11af21800e,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:12.207667 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-94b134f9-3a76-4f33-9451-dbcd0b52cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.289536 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.331644 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6866f02-ffcc-4030-a107-dbd4660066c6 req-36ff4126-3f32-4ba8-b866-bc1d72a84b07 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.1600904 Sep 15 13:44:12.420875 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-3c8b0656-ed72-4c64-a8c1-3c8e864d2b50 None None] Provisioning complete for port dd8e2347-cf02-49f5-aae2-bc11af21800e triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:12.421381 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3c8b0656-ed72-4c64-a8c1-3c8e864d2b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.474816 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b134f9-3a76-4f33-9451-dbcd0b52cbf6 None None] Pushing event updated for resources: {'Port': ['ID=dd8e2347-cf02-49f5-aae2-bc11af21800e,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:12.505870 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.560095 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.db.api [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:44:12.564794 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG oslo_db.api [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 13:44:12.676003 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Router 9b386e5e-86a9-44c5-84e6-c09274868678 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:44:12.894615 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.949268 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:12.971664 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Sync routers for ids ['9b386e5e-86a9-44c5-84e6-c09274868678'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:12.997158 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Routers {'9b386e5e-86a9-44c5-84e6-c09274868678'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:12.997340 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:43:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['9b386e5e-86a9-44c5-84e6-c09274868678'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:12.997760 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Allocated IP 172.20.0.1 (1d8c4fe6-881c-4234-a318-00ce2fe2a5bc/1277b886-5ba6-403c-ba5d-5fe87ac506cf/33ee6fab-2511-4a0b-ae92-77cfc8d91ea6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:13.151656 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.205170 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72d97aa5-1df3-47a0-b0e6-e8eae97a6c55 req-9385f454-09bf-4a2a-b419-98793ef78cb0 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.0766497 Sep 15 13:44:13.261804 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Set router 9b386e5e-86a9-44c5-84e6-c09274868678 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:13.331144 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device dd8e2347-cf02-49f5-aae2-bc11af21800e up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:13.342796 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.349473 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.349857 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b63d17f6-bae0-41df-b0ba-65d8ad26800f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9094229 Sep 15 13:44:13.350476 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55246) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:13.369045 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.534912 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Attempting to bind port 1e44292d-949d-4ea3-97f8-d08694768403 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:13.541145 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Attempting to bind port 1e44292d-949d-4ea3-97f8-d08694768403 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:13.550330 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:13.552036 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Attempting to bind port 1e44292d-949d-4ea3-97f8-d08694768403 on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:13.559043 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:13.566087 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port dd8e2347-cf02-49f5-aae2-bc11af21800e triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:13.566729 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.592495 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:13.593166 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:13.596166 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.599433 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:13.600223 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Bound port: 1e44292d-949d-4ea3-97f8-d08694768403, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:13.602915 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.700550 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:13.723138 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.779737 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Pushing event updated for resources: {'Port': ['ID=1e44292d-949d-4ea3-97f8-d08694768403,revision_number=2']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:13.785333 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5bb3de8e-0a21-424e-8f1e-02c30aed011d req-f63ff7f8-026f-4e5e-a299-57b47c39b4ed tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.1713705 Sep 15 13:44:13.858927 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.865966 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.866866 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.867876 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.871489 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.877104 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.877104 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.877104 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.877104 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.880091 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.893695 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.894232 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Tracked resource versions report: Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: pushed versions: Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: { 'AddressGroup': {'1.2'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'ConntrackHelper': {'1.0'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Log': {'1.0'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Network': {'1.1'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Port': {'1.7'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'PortForwarding': {'1.2'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'QosPolicy': {'1.9'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroup': {'1.4'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SubPort': {'1.0'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Subnet': {'1.1'}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Trunk': {'1.1'}} Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: consumer versions: Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: { DHCP agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: HyperV agent@hv-cinder-75996: {}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: L3 agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: Metadata agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: Metering agent@dv-cinder-759961-19-iscsi: {}, Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: Open vSwitch agent@dv-cinder-759961-19-iscsi: { 'AddressGroup': '1.2', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'ConntrackHelper': '1.0', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Log': '1.0', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Network': '1.1', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Port': '1.7', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'PortForwarding': '1.2', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'QosPolicy': '1.9', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroup': '1.4', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SecurityGroupRule': '1.2', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'SubPort': '1.0', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Subnet': '1.1', Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: 'Trunk': '1.1'}} Sep 15 13:44:13.896258 dv-cinder-759961-19-iscsi neutron-server[101157]: {{(pid=101157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:44:13.954167 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] For port 1e44292d-949d-4ea3-97f8-d08694768403, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:13.960089 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] For port 1e44292d-949d-4ea3-97f8-d08694768403, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=1e44292d-949d-4ea3-97f8-d08694768403,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:14.057737 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:10Z', 'revision_number': 3, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port': {'id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:08Z', 'updated_at': '2021-09-15T13:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:14.062880 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.151506 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:14.152534 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:43:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:14.186466 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Checking router: 9b386e5e-86a9-44c5-84e6-c09274868678 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:14.186980 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Updating router 9b386e5e-86a9-44c5-84e6-c09274868678 port 0262a407-eb5d-4d6f-9cb3-e34d07054290 binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:14.209705 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec80fa2-adb5-46ba-9e4f-80bd4ff94969 None None] Pushing event updated for resources: {'Port': ['ID=1e44292d-949d-4ea3-97f8-d08694768403,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:14.243927 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.248400 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-aa476f76-ae22-4af4-b9c5-2b5a3721b3fd None None] Provisioning complete for port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:14.249036 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-aa476f76-ae22-4af4-b9c5-2b5a3721b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.315679 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:14.572147 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-aa476f76-ae22-4af4-b9c5-2b5a3721b3fd None None] Port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:14.661524 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Pushing event updated for resources: {'Port': ['ID=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:14.744544 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:08Z', 'revision_number': 3, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:14.800436 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71313f8e-f011-4599-ac66-89e24ce1bbd4 None None] The sync data for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi is: [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:08Z', 'revision_number': 3, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:14.807971 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5b7e974c-503b-4b57-bdeb-1e9769aaebcd req-da030095-ff40-4034-b587-83cf2977f19a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.1003137 Sep 15 13:44:14.990742 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.063221 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.066309 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b60983bc-6399-48fd-9957-066583335c1f req-2d2c7b6f-4d37-4248-8dda-6de5276e3e68 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.0769584 Sep 15 13:44:15.207552 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4a97-c24c-44c6-a222-348527fb1621 None None] Pushing event updated for resources: {'Port': ['ID=0262a407-eb5d-4d6f-9cb3-e34d07054290,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:15.218041 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Attempting to bind port 0262a407-eb5d-4d6f-9cb3-e34d07054290 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:15.218873 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Attempting to bind port 0262a407-eb5d-4d6f-9cb3-e34d07054290 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:15.219523 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Attempting to bind port 0262a407-eb5d-4d6f-9cb3-e34d07054290 on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:15.235824 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:15.237077 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:15.237812 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.238884 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.239471 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:15.240279 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Bound port: 0262a407-eb5d-4d6f-9cb3-e34d07054290, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:15.240768 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.346763 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] For port 0262a407-eb5d-4d6f-9cb3-e34d07054290, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:15.353453 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] For port 0262a407-eb5d-4d6f-9cb3-e34d07054290, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=0262a407-eb5d-4d6f-9cb3-e34d07054290,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:15.427676 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.522389 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Routers {'9b386e5e-86a9-44c5-84e6-c09274868678'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:15.523811 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:43:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['9b386e5e-86a9-44c5-84e6-c09274868678'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:15.531865 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.607130 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4a97-c24c-44c6-a222-348527fb1621 None None] Pushing event updated for resources: {'Port': ['ID=0262a407-eb5d-4d6f-9cb3-e34d07054290,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:15.765069 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] Set router 9b386e5e-86a9-44c5-84e6-c09274868678 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:15.828504 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.855230 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Allocated IP 172.20.0.1 (ffa5ad67-b175-4b80-b4dd-bdb86506c54b/dbafc2b1-0aa2-4454-bb76-76f864d15910/de4811ec-bed8-4bcb-87a4-ddcbd40406f6) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:15.948328 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.949682 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.035157 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f0c09d73-c4a3-481e-8950-4e1a815ff44c req-89d0dad0-4484-47ba-ac24-2d09843ed8bb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.0423062 Sep 15 13:44:16.111648 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:10Z', 'revision_number': 3, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port': {'id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:08Z', 'updated_at': '2021-09-15T13:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:16.120575 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ceab24a2-ecf6-447f-8569-0a11d71006ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.156603 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Pushing event updated for resources: {'Port': ['ID=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:16.186685 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a1de1-d13b-477a-8374-1d48976569c3 None None] The sync data for ids ['9b386e5e-86a9-44c5-84e6-c09274868678'] in dv-cinder-759961-19-iscsi is: [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:10Z', 'revision_number': 3, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port': {'id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:08Z', 'updated_at': '2021-09-15T13:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:16.277247 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.346747 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:16.352079 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e740198a-d875-46c8-a34c-6ffb004b45aa req-ef28a442-ee50-4b9c-aedd-ba9468c65ae8 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.0783868 Sep 15 13:44:16.353845 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:16.454345 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.534119 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:16.544054 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:16.552995 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:16.553749 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.692641 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Pushing event updated for resources: {'Port': ['ID=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:16.734102 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Router 72f404bd-e334-4bf8-abaf-12450b1ebef7 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:44:16.744133 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-52a29e5d-3909-412a-bc64-7211df81cf0c None None] Provisioning complete for port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:16.744949 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-52a29e5d-3909-412a-bc64-7211df81cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.790869 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-52a29e5d-3909-412a-bc64-7211df81cf0c None None] Port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:16.926521 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:16.933674 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0a934b24-7ecc-408f-8f72-a05d1e932f10 admin admin] 10.222.0.23 "PUT /v2.0/routers/72f404bd-e334-4bf8-abaf-12450b1ebef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2052677 Sep 15 13:44:16.984421 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:17.281926 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d45a397-ef90-4a1d-a119-63fdd4378e9c req-b510f5ca-788b-46e2-b52a-e6ad5af1c35d tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.0645161 Sep 15 13:44:17.304867 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:17.375870 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:17.375870 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:17.450866 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Pushing event updated for resources: {'Port': ['ID=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:17.532651 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1e44292d-949d-4ea3-97f8-d08694768403 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:17.564458 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Sync routers for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:17.608814 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:17.609870 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:43:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:17.670692 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 1e44292d-949d-4ea3-97f8-d08694768403 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:17.671939 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:17.683244 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c3c08f76-0b43-4a8c-92b2-735873091ecf req-6fa502f4-99be-45cd-b76e-a760ffb2c5ea tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.0952001 Sep 15 13:44:17.833026 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:17.834770 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:17.877613 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 55332) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:17.886168 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-476accd2-e0c3-4c0f-af75-4e534c6303d8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005257396', 'description': 'tempest-description--2112888018'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:17.937990 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:17.978709 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:17.979037 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.37', 56157) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:17.999173 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Router 9b386e5e-86a9-44c5-84e6-c09274868678 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:44:18.001296 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 1e44292d-949d-4ea3-97f8-d08694768403, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=1e44292d-949d-4ea3-97f8-d08694768403,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:18.013599 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-476accd2-e0c3-4c0f-af75-4e534c6303d8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.084420 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.085642 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 0262a407-eb5d-4d6f-9cb3-e34d07054290 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:18.197259 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=1e44292d-949d-4ea3-97f8-d08694768403,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:18.201971 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:18.222266 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e0d4dcb3-a34d-4fbf-8617-fd0e8c162af7 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b386e5e-86a9-44c5-84e6-c09274868678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8612270 Sep 15 13:44:18.240713 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 0262a407-eb5d-4d6f-9cb3-e34d07054290 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:18.241206 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.267210 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93773-b40d-495b-8fea-14cc8b822634 req-cf58348a-0340-42e2-8b3f-0411d9bac44d tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:18.269372 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-cf58348a-0340-42e2-8b3f-0411d9bac44d tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.37 "GET /v2.0/networks?id=5fa12d2b-6d72-4a2b-82ca-823e97357c48 HTTP/1.1" status: 200 len: 811 time: 0.2890637 Sep 15 13:44:18.287664 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:15Z', 'revision_number': 2, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:18.335421 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Checking router: 72f404bd-e334-4bf8-abaf-12450b1ebef7 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:18.336388 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Updating router 72f404bd-e334-4bf8-abaf-12450b1ebef7 port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:18.373683 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.379595 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-476accd2-e0c3-4c0f-af75-4e534c6303d8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.437339 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Request body: {'port': {'device_id': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48', 'admin_state_up': True, 'tenant_id': '981fb38e29db412da1cef93f558e4d79'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:18.492225 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-476accd2-e0c3-4c0f-af75-4e534c6303d8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.508942 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.577299 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 0262a407-eb5d-4d6f-9cb3-e34d07054290, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=0262a407-eb5d-4d6f-9cb3-e34d07054290,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:18.640139 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.645340 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e91332c9-5a29-4681-9be9-2a37aebdbcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.772619 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.789554 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-476accd2-e0c3-4c0f-af75-4e534c6303d8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.793342 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-476accd2-e0c3-4c0f-af75-4e534c6303d8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9123685 Sep 15 13:44:18.796534 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55362) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:18.815374 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-704bc747-bf0f-4655-9a55-85a420106f4e req-c612ea80-6664-46a6-b762-7a871d591b4e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.3738666 Sep 15 13:44:18.839750 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-9379c373-189b-4248-8271-2ea7cdff8dcb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'security_group_rule': {'security_group_id': '0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:18.852059 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.910025 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.37', 56163) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:18.947021 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.966249 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Sync routers for ids ['9b386e5e-86a9-44c5-84e6-c09274868678'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:18.975565 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=0262a407-eb5d-4d6f-9cb3-e34d07054290,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:18.985832 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Routers {'9b386e5e-86a9-44c5-84e6-c09274868678'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:18.986862 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:44:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['9b386e5e-86a9-44c5-84e6-c09274868678'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:18.991712 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476accd2-e0c3-4c0f-af75-4e534c6303d8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:19.041318 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bce0c-f0ac-4b25-8777-bd3622a23db3 None None] Pushing event updated for resources: {'Port': ['ID=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:19.213001 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f1ccb222-d89c-45da-b289-58cb2c804cfa req-047be24f-acff-4ade-8054-d277d62c44d5 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.2106662 Sep 15 13:44:19.230409 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9379c373-189b-4248-8271-2ea7cdff8dcb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:19.258685 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Attempting to bind port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:19.263248 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Attempting to bind port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:19.264103 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Attempting to bind port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:19.287361 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:19.291841 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Checking segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:19.291841 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:19.294948 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Bound using segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:19.296085 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Bound port: 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:19.297261 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:19.415658 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Set router 9b386e5e-86a9-44c5-84e6-c09274868678 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:19.469300 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-17d767ec-b425-4540-ac73-35157bb01143 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:19.474124 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-17d767ec-b425-4540-ac73-35157bb01143 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.5627282 Sep 15 13:44:19.505482 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9379c373-189b-4248-8271-2ea7cdff8dcb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:19.511050 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Request body: {'port': {'device_id': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'admin_state_up': True, 'tenant_id': 'bc28876d41fb4b0f9c8893c96a3aee59'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:19.538146 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] For port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:19.543210 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] For port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:19.582682 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1e44292d-949d-4ea3-97f8-d08694768403 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:19.588247 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-ff6351c0-2f59-4692-a859-684786c7d88e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:19.591371 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-ff6351c0-2f59-4692-a859-684786c7d88e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 818 time: 0.6240468 Sep 15 13:44:19.606485 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9379c373-189b-4248-8271-2ea7cdff8dcb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:19.610686 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-7adb5255-943c-4377-bd20-4470606879d6 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/quotas/7659a7f6e0464431a75971ac88cfddef HTTP/1.1" status: 200 len: 375 time: 0.0135274 Sep 15 13:44:19.616612 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Made reservation on behalf of 981fb38e29db412da1cef93f558e4d79 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:19.619448 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:19.627732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:19.717402 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-e5bb5484-cdb5-48a4-af26-725c2f6a723e None None] Provisioning complete for port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:19.717698 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5484-cdb5-48a4-af26-725c2f6a723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.049214 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bce0c-f0ac-4b25-8777-bd3622a23db3 None None] Pushing event updated for resources: {'Port': ['ID=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,revision_number=4']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:20.065019 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379c373-189b-4248-8271-2ea7cdff8dcb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec4fe3c-1349-4827-9c79-f7b8c76a0c9c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:20.070763 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:20.070763 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:44:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:20.071190 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9379c373-189b-4248-8271-2ea7cdff8dcb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.071468 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 1e44292d-949d-4ea3-97f8-d08694768403 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:20.071468 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.071858 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9379c373-189b-4248-8271-2ea7cdff8dcb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0536833 Sep 15 13:44:20.071858 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55408) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:20.071858 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a8499942-7b51-4c8a-99a7-b83e1a78658a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'security_group_rule': {'security_group_id': '0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:20.072355 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:20.159554 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8499942-7b51-4c8a-99a7-b83e1a78658a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.175214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5484-cdb5-48a4-af26-725c2f6a723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.219568 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.242900 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-e5bb5484-cdb5-48a4-af26-725c2f6a723e None None] For port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:20.256285 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:16Z', 'revision_number': 4, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port': {'id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:08Z', 'updated_at': '2021-09-15T13:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'de4811ec-bed8-4bcb-87a4-ddcbd40406f6', 'name': '', 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'mac_address': 'fa:16:3e:96:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:15Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 2, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'subnets': [{'id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:20.275853 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2977e877-e2a0-4f13-a5f7-9bedf4edde63 req-b8be9ad6-bffd-4a59-88f8-56923d5db7ff tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.2142048 Sep 15 13:44:20.334578 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e5bb5484-cdb5-48a4-af26-725c2f6a723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.341027 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Checking router: 9b386e5e-86a9-44c5-84e6-c09274868678 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:20.341381 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Updating router 9b386e5e-86a9-44c5-84e6-c09274868678 port de4811ec-bed8-4bcb-87a4-ddcbd40406f6 binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:20.375125 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8499942-7b51-4c8a-99a7-b83e1a78658a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.381475 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Made reservation on behalf of bc28876d41fb4b0f9c8893c96a3aee59 for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:20.386059 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.393946 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 0262a407-eb5d-4d6f-9cb3-e34d07054290 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:20.396662 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.420480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-ed7db445-4107-42a1-848d-dcdbc4948924 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7595527 Sep 15 13:44:20.453357 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8499942-7b51-4c8a-99a7-b83e1a78658a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.559434 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-e4bcb02c-5d69-4c6e-9d76-28a3f8ebfddb None None] Provisioning complete for port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:20.559846 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e4bcb02c-5d69-4c6e-9d76-28a3f8ebfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.666310 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8499942-7b51-4c8a-99a7-b83e1a78658a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cf6362-e81b-47c6-9c9e-0672d3a7b88c,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:20.706557 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:19Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:20.822843 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fff414-9f59-4e2f-944d-a91e2704ff34 None None] The sync data for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi is: [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:19Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:20.853342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb5484-cdb5-48a4-af26-725c2f6a723e None None] Pushing event updated for resources: {'Port': ['ID=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:20.936109 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Allocated IP 172.20.0.5 (5fa12d2b-6d72-4a2b-82ca-823e97357c48/781ad063-8711-4c41-9a2e-d3106c46a1f1/75a6b5ac-f743-4583-ac09-948da55712cc) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:20.952486 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89453574-479f-427e-94d1-45fb0902ef6c req-a653455a-34dc-4068-873e-a613b8a92fb1 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.1257260 Sep 15 13:44:20.990779 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8499942-7b51-4c8a-99a7-b83e1a78658a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:20.995043 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-a8499942-7b51-4c8a-99a7-b83e1a78658a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1117134 Sep 15 13:44:21.001289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55440) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:21.007570 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 0262a407-eb5d-4d6f-9cb3-e34d07054290 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:21.007991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:21.020678 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:21.025989 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-264dc475-e351-4412-8166-9182d5911b5c service neutron] 10.222.0.23 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701206 Sep 15 13:44:21.037103 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Allocated IP 172.20.0.13 (91805e3b-4a33-4370-a857-7650e0db00c9/ebb21cdd-1455-4806-bb76-1a7bee38a263/cb129c7a-7fec-4321-87b2-15a9b11c409a) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:21.293850 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:21.559966 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:21.725832 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:21.736771 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-80005709-e02c-4e7d-a5c2-8051ba2127fd service neutron] 10.222.0.23 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023406 Sep 15 13:44:21.742448 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:21.750443 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:21.755991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:21.862406 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:21.945678 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.026268 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.054658 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.068639 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ef4aa7b-8335-4373-8275-9d7913c7087c req-b9d33771-0ec6-4b5c-95b8-db1a7611e09b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.1902134 Sep 15 13:44:22.165779 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Allocated IP 172.27.3.51 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/2768da7a-e9e7-4045-b3de-0dc5acbfe553) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:22.168196 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.215062 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Network 91805e3b-4a33-4370-a857-7650e0db00c9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:22.236109 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df5289-006d-4452-9ec6-a59189f4d929 None None] Pushing event updated for resources: {'Port': ['ID=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:22.296665 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.327393 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:22.347912 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:22.388331 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:22.389750 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.553072 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:22.573841 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Attempting to bind port de4811ec-bed8-4bcb-87a4-ddcbd40406f6 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:22.577851 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Attempting to bind port de4811ec-bed8-4bcb-87a4-ddcbd40406f6 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:22.577851 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Attempting to bind port de4811ec-bed8-4bcb-87a4-ddcbd40406f6 on network ffa5ad67-b175-4b80-b4dd-bdb86506c54b {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:22.584632 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:22.585357 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Checking segment: {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:22.586144 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.586655 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Bound using segment: {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:22.587494 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Bound port: de4811ec-bed8-4bcb-87a4-ddcbd40406f6, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:22.588530 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.601295 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:22.616047 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:22.623111 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:22.623752 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:22.712137 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Pushing event updated for resources: {'Port': ['ID=75a6b5ac-f743-4583-ac09-948da55712cc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:22.717717 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aaec3900-490b-4f3a-89a5-4879e5049b93 req-6c905cf0-d809-4d61-84aa-68862be75d6e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 210 time: 0.1620533 Sep 15 13:44:22.749911 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fdad3-2b77-48b0-9f31-92585a78be26 req-05af78a7-ee0d-4ae9-8a4b-04caabfd277f tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:22.766229 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b56fdad3-2b77-48b0-9f31-92585a78be26 req-05af78a7-ee0d-4ae9-8a4b-04caabfd277f tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.2378681 Sep 15 13:44:22.806707 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event updated for resources: {'Port': ['ID=cb129c7a-7fec-4321-87b2-15a9b11c409a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:22.830132 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d21c9e97-a9dc-46d2-95f7-d14b5c610c3b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4003577 Sep 15 13:44:22.862364 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b56fdad3-2b77-48b0-9f31-92585a78be26 req-e5c2108f-5c4c-4b8d-93ad-8a522d6cf9ed tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949824 Sep 15 13:44:22.863742 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-ba850f7d-1648-400e-b398-6f665d6c369c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3569648 Sep 15 13:44:23.010043 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] For port de4811ec-bed8-4bcb-87a4-ddcbd40406f6, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:23.015248 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] For port de4811ec-bed8-4bcb-87a4-ddcbd40406f6, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:23.077860 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:23.096782 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:23.187551 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df5289-006d-4452-9ec6-a59189f4d929 None None] Pushing event updated for resources: {'Port': ['ID=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:23.222716 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Routers {'9b386e5e-86a9-44c5-84e6-c09274868678'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:23.223881 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:44:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['9b386e5e-86a9-44c5-84e6-c09274868678'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:23.265007 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:23.329238 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-ff74234a-c45f-4e71-b10b-33c9ab830aac tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:23.346545 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-ff74234a-c45f-4e71-b10b-33c9ab830aac tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 818 time: 0.3698981 Sep 15 13:44:23.378316 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-21c9836f-1370-4a89-8cdb-26ba156da95e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/quotas/7659a7f6e0464431a75971ac88cfddef HTTP/1.1" status: 200 len: 375 time: 0.0298450 Sep 15 13:44:23.393573 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:23.401811 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:23.412612 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:23.431697 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'Port': ['ID=2768da7a-e9e7-4045-b3de-0dc5acbfe553,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:23.493023 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] Set router 9b386e5e-86a9-44c5-84e6-c09274868678 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:23.553391 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-988f6fbd-1b92-4461-89b4-0fb3c66fd1e3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1658351 Sep 15 13:44:23.583465 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:23.726327 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:23.739563 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-536cf78d-d356-44fa-ab60-f877c9cf403e service neutron] 10.222.0.23 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709983 Sep 15 13:44:23.853364 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790433af-c1f0-45e3-b428-7fd775531965 req-053efedb-9d2c-4a65-a5d5-db0c996a32d7 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:23.855065 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-790433af-c1f0-45e3-b428-7fd775531965 req-053efedb-9d2c-4a65-a5d5-db0c996a32d7 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.1141202 Sep 15 13:44:23.901611 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:16Z', 'revision_number': 4, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port': {'id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:08Z', 'updated_at': '2021-09-15T13:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'de4811ec-bed8-4bcb-87a4-ddcbd40406f6', 'name': '', 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'mac_address': 'fa:16:3e:96:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:15Z', 'updated_at': '2021-09-15T13:44:22Z', 'revision_number': 4, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'subnets': [{'id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:23.923540 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-790433af-c1f0-45e3-b428-7fd775531965 req-f137a84f-9e31-4cd4-ab99-f8a05a52fb8b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550160 Sep 15 13:44:23.926067 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-1f60c11c-b2aa-49bc-b09f-46a8fa3238b2 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719704 Sep 15 13:44:23.933474 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:23.940579 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8831118-2bf7-4670-bb32-c2abce625a8b None None] The sync data for ids ['9b386e5e-86a9-44c5-84e6-c09274868678'] in dv-cinder-759961-19-iscsi is: [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:16Z', 'revision_number': 4, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port': {'id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:08Z', 'updated_at': '2021-09-15T13:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'de4811ec-bed8-4bcb-87a4-ddcbd40406f6', 'name': '', 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'mac_address': 'fa:16:3e:96:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:15Z', 'updated_at': '2021-09-15T13:44:22Z', 'revision_number': 4, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'subnets': [{'id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:24.010202 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.070475 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.103813 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'Port': ['ID=2768da7a-e9e7-4045-b3de-0dc5acbfe553,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:24.181518 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.191350 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-12e5c47a-b0ae-471e-9527-eedf63375cec tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1776047 Sep 15 13:44:24.252712 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba226dc6-b06d-4265-ab1d-2e1781ae9819 req-5205dbeb-550d-4cd5-8cd8-6c3f798fcc49 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:24.270660 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ba226dc6-b06d-4265-ab1d-2e1781ae9819 req-5205dbeb-550d-4cd5-8cd8-6c3f798fcc49 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.1176965 Sep 15 13:44:24.353451 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ba226dc6-b06d-4265-ab1d-2e1781ae9819 req-92c129cb-e2f4-4d5e-b0c6-bc9088c202f1 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705748 Sep 15 13:44:24.412191 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-86845436-ee67-4a69-8174-95f22e82734f req-8bb670ff-0fc8-4a82-9ede-acd8d7e665af tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0553236 Sep 15 13:44:24.588928 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-b1ca342e-fc56-4ce5-b08a-7486bb964934 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1005257396&fields=id&tenant_id=1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 267 time: 0.0888000 Sep 15 13:44:24.805836 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-40433b91-5b65-4d38-b723-70232cea27b2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:24.808105 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-40433b91-5b65-4d38-b723-70232cea27b2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 816 time: 0.2062426 Sep 15 13:44:24.834319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-1e557d80-379a-4a7a-b136-a823753977a5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/quotas/1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 375 time: 0.0162570 Sep 15 13:44:24.930534 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-9a0b9e87-5880-470d-9d6d-ea8f4fc45594 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946157 Sep 15 13:44:25.151083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75dfec-0fe9-44af-9cfa-b60e80f28a16 req-a95c2a99-5418-4675-9f1e-96c0b87c3d44 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:25.153083 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-db75dfec-0fe9-44af-9cfa-b60e80f28a16 req-a95c2a99-5418-4675-9f1e-96c0b87c3d44 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.1505489 Sep 15 13:44:25.157656 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-fa1ef7e2-7ce7-4923-a653-f90b39e619eb service neutron] 10.222.0.23 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957839 Sep 15 13:44:25.258778 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-db75dfec-0fe9-44af-9cfa-b60e80f28a16 req-7b11d0c7-a5db-449f-9810-7614291177a6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978150 Sep 15 13:44:25.337044 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-5c1fe7c7-131b-492f-8356-5f6e239a2bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598806 Sep 15 13:44:25.431180 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device de4811ec-bed8-4bcb-87a4-ddcbd40406f6 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:25.551591 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port de4811ec-bed8-4bcb-87a4-ddcbd40406f6 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:25.552020 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.581767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c527a4-712a-4cc8-a069-821c91bde6e7 req-32a4084b-1b46-4a07-99e4-d8469873b746 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:25.586641 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f1c527a4-712a-4cc8-a069-821c91bde6e7 req-32a4084b-1b46-4a07-99e4-d8469873b746 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.1290922 Sep 15 13:44:25.684457 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f1c527a4-712a-4cc8-a069-821c91bde6e7 req-2d2f5ffe-afa4-4903-9fd9-0a5c7e781933 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712974 Sep 15 13:44:25.711801 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.783617 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port de4811ec-bed8-4bcb-87a4-ddcbd40406f6, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:25.831598 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ece7e437-a44f-4a9c-a0f9-faabb433d72f req-d4a9a3a2-4e80-461d-a3fc-7e32c82b3092 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0329285 Sep 15 13:44:25.995326 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f33fc8a5-66f4-43fd-bced-d3dde6cdd9ba req-d82d694f-6d90-411a-aa93-dc27160be8ef tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0271776 Sep 15 13:44:26.038296 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:26.110297 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:26.389329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6cf5-f838-40aa-9e06-8c898e5b0f5f req-3835a81a-97e2-4264-a14d-83ef5383a612 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:26.390834 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb5c6cf5-f838-40aa-9e06-8c898e5b0f5f req-3835a81a-97e2-4264-a14d-83ef5383a612 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0515742 Sep 15 13:44:26.437031 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb5c6cf5-f838-40aa-9e06-8c898e5b0f5f req-e561467f-7540-4499-94ad-02a2088ee61c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Sep 15 13:44:26.837103 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbf852-c188-4184-800f-95e39568e93d req-0beb35a9-3e87-49ff-9416-a71218c34224 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:26.840061 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85cbf852-c188-4184-800f-95e39568e93d req-0beb35a9-3e87-49ff-9416-a71218c34224 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0668519 Sep 15 13:44:26.916385 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85cbf852-c188-4184-800f-95e39568e93d req-e5e2ea9c-d958-4735-acb4-97ba302a04ee tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690131 Sep 15 13:44:26.927899 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:44:26.982583 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b86a9651-12c3-455b-bc8f-0edc10f1e1f5 req-5c19d07d-bc2b-4c26-a015-ee9f4c285580 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0323479 Sep 15 13:44:27.097487 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-84e28fba-411e-4dfa-b8cb-068b25692ac1 req-f542d40c-5b1d-408b-8609-c24e8cca65af tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0449162 Sep 15 13:44:27.366091 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device de4811ec-bed8-4bcb-87a4-ddcbd40406f6 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:27.423806 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port de4811ec-bed8-4bcb-87a4-ddcbd40406f6 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:27.424121 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:27.576179 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3b28b-b15a-4fa3-8e0a-fe4819cb0d7f req-b22b3a59-5e80-4fc4-9d0b-59d6337ab015 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:27.586243 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4bf3b28b-b15a-4fa3-8e0a-fe4819cb0d7f req-b22b3a59-5e80-4fc4-9d0b-59d6337ab015 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0589221 Sep 15 13:44:27.645409 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4bf3b28b-b15a-4fa3-8e0a-fe4819cb0d7f req-c1841118-674e-4412-9ce1-1c62f422c21e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570881 Sep 15 13:44:28.043850 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efed75-03b1-4ebb-9cfa-7dc940755b5f req-db2b3df9-07fa-405a-bf6e-b8226a8b6b20 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:28.045774 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a9efed75-03b1-4ebb-9cfa-7dc940755b5f req-db2b3df9-07fa-405a-bf6e-b8226a8b6b20 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0622013 Sep 15 13:44:28.097795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d7f0d286-bb02-4aaa-922d-3a71169536d7 req-b760a4dc-fed4-4ff9-a6fe-e9f334a1c93a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0275650 Sep 15 13:44:28.131332 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a9efed75-03b1-4ebb-9cfa-7dc940755b5f req-dfb08faf-2141-431a-a420-4233fbc79313 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792053 Sep 15 13:44:28.210990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9bd96114-fd59-4deb-9e03-e4f83072e08c req-8e431058-0e9b-4cfa-a6e3-188eb87914cd tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0297501 Sep 15 13:44:28.791644 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581daab4-f197-427b-8b62-4c3630dd5841 req-8f6e3f92-a5b4-48e0-80ed-1b07aeaaca1c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:28.799671 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-581daab4-f197-427b-8b62-4c3630dd5841 req-8f6e3f92-a5b4-48e0-80ed-1b07aeaaca1c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0768316 Sep 15 13:44:28.842723 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-581daab4-f197-427b-8b62-4c3630dd5841 req-68486476-1657-48ee-ba64-3d6831fb414f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Sep 15 13:44:29.216689 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9e9aa9ad-f21e-4509-978c-5616a58805c2 req-cf00631c-4e10-4abd-afec-5463c634e33f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0298493 Sep 15 13:44:29.291050 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312ffe6-de24-4992-b56f-779a3ee27516 req-b0f24704-3c94-4699-9341-cb68c36e57cc tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:29.292800 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e312ffe6-de24-4992-b56f-779a3ee27516 req-b0f24704-3c94-4699-9341-cb68c36e57cc tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0623889 Sep 15 13:44:29.347095 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a97c6456-f1ba-4ed5-ac33-3710586868ad req-9e2f78e5-9732-403f-ad19-8aba87bf3ca2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0430255 Sep 15 13:44:29.381065 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e312ffe6-de24-4992-b56f-779a3ee27516 req-90990d8a-9f0d-4521-b921-759dadd5769b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757740 Sep 15 13:44:30.000980 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870f7e2-375a-407e-b737-16a5f8428a85 req-d4bc57be-a119-4ed2-bc2c-ac7a0479103c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:30.005774 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a870f7e2-375a-407e-b737-16a5f8428a85 req-d4bc57be-a119-4ed2-bc2c-ac7a0479103c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0817337 Sep 15 13:44:30.049443 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a870f7e2-375a-407e-b737-16a5f8428a85 req-2aaef0d9-84a0-432d-b44e-67c5e2d4ccbd tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 Sep 15 13:44:30.331344 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0cb3c2d9-7e2c-488d-b2d8-f96d58b0eefc req-6bd8abb1-7150-4b7a-9676-f1ff3595f3c3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0321720 Sep 15 13:44:30.453730 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55764) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:30.488888 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dbced040-16b9-4fd6-aba1-2b2cc8d212cf req-72342c28-045f-4fd6-819c-7186333672e4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0601606 Sep 15 13:44:30.591389 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e481d-41c7-4e65-848f-eae53d6a3a74 req-fcb485b1-f78f-4ab5-af73-dce02a5e5eee tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:30.592969 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d32e481d-41c7-4e65-848f-eae53d6a3a74 req-fcb485b1-f78f-4ab5-af73-dce02a5e5eee tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0798359 Sep 15 13:44:30.618038 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57a739f9-31b1-40e9-82c0-3439e9b2e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:30.639021 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d32e481d-41c7-4e65-848f-eae53d6a3a74 req-3edf42dd-ec0a-456a-8673-1ab66d51114f tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Sep 15 13:44:30.740552 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57a739f9-31b1-40e9-82c0-3439e9b2e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:30.844449 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-57a739f9-31b1-40e9-82c0-3439e9b2e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:30.902557 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-57a739f9-31b1-40e9-82c0-3439e9b2e8c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23cd895e919145c1b92199989b508a78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4371548 Sep 15 13:44:30.902557 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a739f9-31b1-40e9-82c0-3439e9b2e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9860d8-06e0-44e5-a75f-07df7bb0bd9d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:30.903454 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 55772) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:30.968571 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-080add4b-6f22-4f1c-935d-6eaeceb9e893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:30.990200 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-080add4b-6f22-4f1c-935d-6eaeceb9e893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:31.168497 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1025-826d-491a-907d-ea0f4cea6876 req-d3d8512c-d917-4c00-adfd-3c66c09a67a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:31.170479 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2dea1025-826d-491a-907d-ea0f4cea6876 req-d3d8512c-d917-4c00-adfd-3c66c09a67a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0530200 Sep 15 13:44:31.233362 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2dea1025-826d-491a-907d-ea0f4cea6876 req-40916c6f-9062-4cb6-b533-e4d1b80da6a8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526884 Sep 15 13:44:31.295627 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-080add4b-6f22-4f1c-935d-6eaeceb9e893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:31.302264 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-080add4b-6f22-4f1c-935d-6eaeceb9e893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:31.302264 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-080add4b-6f22-4f1c-935d-6eaeceb9e893 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd9860d8-06e0-44e5-a75f-07df7bb0bd9d HTTP/1.1" status: 204 len: 168 time: 0.3946538 Sep 15 13:44:31.312594 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080add4b-6f22-4f1c-935d-6eaeceb9e893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9860d8-06e0-44e5-a75f-07df7bb0bd9d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:31.478119 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3dff3e75-98e8-4a34-bd42-ec596bc19902 req-3a19e40c-b2ed-4d03-a798-ecd4fdc11ceb tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0344205 Sep 15 13:44:31.630290 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6b09e5e9-0819-4bc1-8b5b-864ac4cceb2a req-74dec8d7-228c-499b-8469-f3d121e406a4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0473351 Sep 15 13:44:31.837601 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e4dd-3e42-4837-8834-f39900d4044d req-4f362db0-d1cb-4bc3-9dee-4f2ad2bd8722 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:31.837601 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ea76e4dd-3e42-4837-8834-f39900d4044d req-4f362db0-d1cb-4bc3-9dee-4f2ad2bd8722 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0538919 Sep 15 13:44:31.859951 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ea76e4dd-3e42-4837-8834-f39900d4044d req-7e583537-ba44-44ec-81a7-bd46528cff8a tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Sep 15 13:44:32.425741 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af987-07ac-45df-85e5-3fd21b447887 req-5cf37f24-2fb6-4619-bc7a-3f08c6226618 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:32.434757 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f66af987-07ac-45df-85e5-3fd21b447887 req-5cf37f24-2fb6-4619-bc7a-3f08c6226618 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0640142 Sep 15 13:44:32.486587 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f66af987-07ac-45df-85e5-3fd21b447887 req-aa53bedd-eea0-4416-93cb-97012e333a94 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501065 Sep 15 13:44:32.605128 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40aaa350-16b6-4523-8e1a-98c915a82885 req-d36309c1-011f-4827-b09c-17ee51460ae4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0337946 Sep 15 13:44:32.775909 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-461d34b3-98aa-4526-ba50-6fbad06cd439 req-f75274ac-179b-4078-906f-97c993ce0c25 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0578384 Sep 15 13:44:32.970221 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 55842) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:33.047443 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed16ca-9797-45fa-b424-35e51aadfe25 req-d97dbbda-cf81-4e67-b353-2022ff8d7ab5 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:33.050423 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fbed16ca-9797-45fa-b424-35e51aadfe25 req-d97dbbda-cf81-4e67-b353-2022ff8d7ab5 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0686076 Sep 15 13:44:33.107190 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fbed16ca-9797-45fa-b424-35e51aadfe25 req-9da51f10-8852-45e8-83d8-022a27e431e2 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489278 Sep 15 13:44:33.132465 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-34203cda-ef72-44b3-ac45-445fa5777b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.240757 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-34203cda-ef72-44b3-ac45-445fa5777b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.392621 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-34203cda-ef72-44b3-ac45-445fa5777b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.437341 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-34203cda-ef72-44b3-ac45-445fa5777b6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cf55dbe7c3a41d5b3cd637d7ba2c488&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4657707 Sep 15 13:44:33.438205 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34203cda-ef72-44b3-ac45-445fa5777b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1eaf4-1bb0-4d8c-9831-3ef5eef52c5c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:33.440090 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55854) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:33.507419 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fb55389-4e60-42cd-b4f2-b61a293cd3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.537345 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fb55389-4e60-42cd-b4f2-b61a293cd3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.735489 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fb55389-4e60-42cd-b4f2-b61a293cd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.738120 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6fb55389-4e60-42cd-b4f2-b61a293cd3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.739692 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-6fb55389-4e60-42cd-b4f2-b61a293cd3a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8db1eaf4-1bb0-4d8c-9831-3ef5eef52c5c HTTP/1.1" status: 204 len: 168 time: 0.2981379 Sep 15 13:44:33.749091 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb55389-4e60-42cd-b4f2-b61a293cd3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1eaf4-1bb0-4d8c-9831-3ef5eef52c5c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:33.883123 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2a30e472-b035-4011-adee-10b982b3d4f1 req-d00a6125-981e-4b52-82fa-bf3594aaf640 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0390370 Sep 15 13:44:33.918163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42825ba-647f-49b5-b82b-dbf9c399ce70 req-9c249667-3704-40b1-a2cb-6ee8505c18eb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:33.931544 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c42825ba-647f-49b5-b82b-dbf9c399ce70 req-9c249667-3704-40b1-a2cb-6ee8505c18eb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.3302684 Sep 15 13:44:33.977991 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c42825ba-647f-49b5-b82b-dbf9c399ce70 req-aafd47dc-0692-486d-8e2f-0b2fd09b9b02 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Sep 15 13:44:34.025040 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-638be2a0-b0cb-42b9-b934-69f3a1a93ab0 req-c3245874-cfc0-4514-b5eb-64f9b09e51f6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0280819 Sep 15 13:44:34.242660 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b8aaf-65fe-4e9c-aba0-c6662a35e291 req-6da81a02-32fc-4073-9472-b63f651d3581 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:34.244275 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-909b8aaf-65fe-4e9c-aba0-c6662a35e291 req-6da81a02-32fc-4073-9472-b63f651d3581 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0584185 Sep 15 13:44:34.288453 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-909b8aaf-65fe-4e9c-aba0-c6662a35e291 req-9422ae49-89d4-47c1-a095-da8a8908cf35 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Sep 15 13:44:34.751724 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 55906) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:34.773967 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-776ac8e7-9dec-41d3-8054-13e45a2e3855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.884324 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-776ac8e7-9dec-41d3-8054-13e45a2e3855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.985332 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bca850fe-8ddf-4d5a-a739-bda6378ae8dc req-bab303b2-3c4a-4b9d-ab64-3a0d4c2d0ec6 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0254939 Sep 15 13:44:35.005546 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-776ac8e7-9dec-41d3-8054-13e45a2e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.038933 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-776ac8e7-9dec-41d3-8054-13e45a2e3855 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad51b81e378e430d805250f573f00f38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2859607 Sep 15 13:44:35.040890 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ac8e7-9dec-41d3-8054-13e45a2e3855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8eee4-2079-4ad1-9c4f-4a3483325080,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:35.041644 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55922) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:35.103744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74fcb-0653-4c91-b8f1-5c88c5f4f0a0 req-b3cd0836-33e0-4753-96e6-8780662de121 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:35.104637 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58e45ca5-e500-43ff-a3b8-3e621696b1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.105351 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-32f74fcb-0653-4c91-b8f1-5c88c5f4f0a0 req-b3cd0836-33e0-4753-96e6-8780662de121 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0654883 Sep 15 13:44:35.128990 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58e45ca5-e500-43ff-a3b8-3e621696b1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.151095 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9a5943b-a4fa-48f0-ba5a-38ef18ca71ed req-3a62f154-9db4-4ce3-b913-a118a3974b49 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0394688 Sep 15 13:44:35.171897 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-32f74fcb-0653-4c91-b8f1-5c88c5f4f0a0 req-8b8cfd08-f6fc-4ff5-9bce-711d621d8826 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566888 Sep 15 13:44:35.370581 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 55932) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:35.377435 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58e45ca5-e500-43ff-a3b8-3e621696b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.380120 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-58e45ca5-e500-43ff-a3b8-3e621696b1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.381284 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-58e45ca5-e500-43ff-a3b8-3e621696b1fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20c8eee4-2079-4ad1-9c4f-4a3483325080 HTTP/1.1" status: 204 len: 168 time: 0.3386464 Sep 15 13:44:35.389738 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45ca5-e500-43ff-a3b8-3e621696b1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8eee4-2079-4ad1-9c4f-4a3483325080,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:35.406248 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156c46a-1283-4a0b-bf32-8591d957597b req-c33146d7-880e-4b91-898c-645e4c532743 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:35.407774 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f156c46a-1283-4a0b-bf32-8591d957597b req-c33146d7-880e-4b91-898c-645e4c532743 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0507400 Sep 15 13:44:35.455977 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f156c46a-1283-4a0b-bf32-8591d957597b req-7e407b11-535c-44ea-adf7-aacd8eb9ba56 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Sep 15 13:44:35.503099 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c208156-efd6-4c93-a081-f1f0c3d06446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.593233 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c208156-efd6-4c93-a081-f1f0c3d06446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.741770 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c208156-efd6-4c93-a081-f1f0c3d06446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.780516 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c208156-efd6-4c93-a081-f1f0c3d06446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80c462e-2955-4299-a00a-ab0307cddce6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:35.787661 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-3c208156-efd6-4c93-a081-f1f0c3d06446 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06b4dba444184ba4b54a17f3fdb7621a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4133875 Sep 15 13:44:35.788301 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 55942) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:35.827871 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-1c1ce4a5-01c6-4b7f-bb4e-9e848d98b35b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:44:35.829120 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-1c1ce4a5-01c6-4b7f-bb4e-9e848d98b35b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063157 Sep 15 13:44:35.834245 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-7537534a-f6ea-4b0b-b935-16d2d73b3e4c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:44:35.836354 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-7537534a-f6ea-4b0b-b935-16d2d73b3e4c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130036 Sep 15 13:44:35.859135 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-41668c64-b5e6-40b2-98de-a2e63e770e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.887184 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-41668c64-b5e6-40b2-98de-a2e63e770e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.049741 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-41668c64-b5e6-40b2-98de-a2e63e770e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.052437 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-41668c64-b5e6-40b2-98de-a2e63e770e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.053467 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-41668c64-b5e6-40b2-98de-a2e63e770e85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d80c462e-2955-4299-a00a-ab0307cddce6 HTTP/1.1" status: 204 len: 168 time: 0.2637849 Sep 15 13:44:36.062172 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41668c64-b5e6-40b2-98de-a2e63e770e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80c462e-2955-4299-a00a-ab0307cddce6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:36.101439 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-126348cb-f6e8-4523-b39a-304cc19cf66f req-df683f38-1b41-458e-9eea-a8447b9796fb tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0272801 Sep 15 13:44:36.264220 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15b3bc3f-a9e0-4ce6-8dfd-efdb9a567524 req-f9e3397d-6921-40f9-88ba-a462ab16e2c4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0348012 Sep 15 13:44:36.314359 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99499d3d-7dda-4196-abe6-764f1f1f9894 req-e6e09411-d78c-489e-99fc-645c3235e2eb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:36.315847 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-99499d3d-7dda-4196-abe6-764f1f1f9894 req-e6e09411-d78c-489e-99fc-645c3235e2eb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 932 time: 0.0550096 Sep 15 13:44:36.362506 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-99499d3d-7dda-4196-abe6-764f1f1f9894 req-1a801e16-3cc5-4943-b6ad-224b5afda86d tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Sep 15 13:44:36.602275 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1bbb6-5641-46e8-9a7b-a14afb03562e req-b3043b49-a897-4a28-b838-dde2ccc20075 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:36.604300 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b5a1bbb6-5641-46e8-9a7b-a14afb03562e req-b3043b49-a897-4a28-b838-dde2ccc20075 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 931 time: 0.0803995 Sep 15 13:44:36.636904 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Request body: {'port': {'device_id': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:36.677691 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Request body: {'port': {'device_id': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:36.714327 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b5a1bbb6-5641-46e8-9a7b-a14afb03562e req-cde8218e-a7e6-4c58-88e9-7adda70ed2d3 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976822 Sep 15 13:44:36.776297 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.796302 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.160007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb129c7a-7fec-4321-87b2-15a9b11c409a {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:37.170223 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.227821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Transition to ACTIVE for port object cb129c7a-7fec-4321-87b2-15a9b11c409a will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:44:37.232805 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a6b5ac-f743-4583-ac09-948da55712cc {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:37.240644 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.251254 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3b2aae2c-c5f6-4b9e-824c-7f1c6e2e9d21 req-32ad707b-e97f-4a56-8647-4099a7a1dbe9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0432150 Sep 15 13:44:37.277375 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.37', 56198) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:37.289938 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Transition to ACTIVE for port object 75a6b5ac-f743-4583-ac09-948da55712cc will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:44:37.336845 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56002) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:37.351525 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-68884d4c-45f5-43c7-bbdb-d9515cde6acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.399340 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b98652f5-6c50-4814-9193-ec88b353c605 req-05e6d3a0-8528-4261-bece-6fbc3a610709 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0407214 Sep 15 13:44:37.476607 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-50000f92-81f3-4f68-84d8-6ad5dab8ae6b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.480968 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.482245 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-50000f92-81f3-4f68-84d8-6ad5dab8ae6b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 818 time: 0.2037868 Sep 15 13:44:37.482911 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.526179 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Request body: {'port': {'device_id': '91f58760-c219-482a-9efd-3ac2070cde8d', 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'admin_state_up': True, 'tenant_id': '7659a7f6e0464431a75971ac88cfddef'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:37.541294 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-68884d4c-45f5-43c7-bbdb-d9515cde6acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.564994 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Pushing event updated for resources: {'Port': ['ID=75a6b5ac-f743-4583-ac09-948da55712cc,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:37.623708 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Attempting to bind port 75a6b5ac-f743-4583-ac09-948da55712cc on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:37.624148 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Attempting to bind port 75a6b5ac-f743-4583-ac09-948da55712cc by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'eb10b178-ca0d-4993-b8ab-665fa1d2446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:37.624554 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Attempting to bind port 75a6b5ac-f743-4583-ac09-948da55712cc on network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:37.628995 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Port 75a6b5ac-f743-4583-ac09-948da55712cc on network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:44:37.629306 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Attempting to bind port 75a6b5ac-f743-4583-ac09-948da55712cc on network 5fa12d2b-6d72-4a2b-82ca-823e97357c48 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:37.634352 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:37.634703 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Checking segment: {'id': 'eb10b178-ca0d-4993-b8ab-665fa1d2446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:37.635287 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Bound using segment: {'id': 'eb10b178-ca0d-4993-b8ab-665fa1d2446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:37.635752 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Bound port: 75a6b5ac-f743-4583-ac09-948da55712cc, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb10b178-ca0d-4993-b8ab-665fa1d2446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:37.636108 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.649578 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-68884d4c-45f5-43c7-bbdb-d9515cde6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.665377 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Pushing event updated for resources: {'Port': ['ID=cb129c7a-7fec-4321-87b2-15a9b11c409a,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:37.696293 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558ebf-6c65-429c-99e9-1b178d9cabfe req-351710ea-8606-4f91-bdc8-0e5e5e12fc40 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.698965 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d558ebf-6c65-429c-99e9-1b178d9cabfe req-351710ea-8606-4f91-bdc8-0e5e5e12fc40 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 944 time: 0.2118790 Sep 15 13:44:37.719071 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-68884d4c-45f5-43c7-bbdb-d9515cde6acf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4801a299d5bd4b82a18dd8e5954041cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809731 Sep 15 13:44:37.721873 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68884d4c-45f5-43c7-bbdb-d9515cde6acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6b639-b7bd-4662-bc86-577620c51ac6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:37.724407 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56010) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:37.737825 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Attempting to bind port cb129c7a-7fec-4321-87b2-15a9b11c409a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:37.737825 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Attempting to bind port cb129c7a-7fec-4321-87b2-15a9b11c409a by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:37.738126 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Attempting to bind port cb129c7a-7fec-4321-87b2-15a9b11c409a on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:37.755494 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Port cb129c7a-7fec-4321-87b2-15a9b11c409a on network 91805e3b-4a33-4370-a857-7650e0db00c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:44:37.755768 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Attempting to bind port cb129c7a-7fec-4321-87b2-15a9b11c409a on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:37.774942 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:37.775321 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Checking segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:37.775860 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Bound using segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:37.776298 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Bound port: cb129c7a-7fec-4321-87b2-15a9b11c409a, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:37.776654 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.785127 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] For port 75a6b5ac-f743-4583-ac09-948da55712cc, host hv-cinder-75996, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:37.793113 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.794392 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d558ebf-6c65-429c-99e9-1b178d9cabfe req-4005ef5b-12be-4f65-af76-d2e0ba753230 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860949 Sep 15 13:44:37.842657 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] For port 75a6b5ac-f743-4583-ac09-948da55712cc, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=75a6b5ac-f743-4583-ac09-948da55712cc,segment=NetworkSegment(eb10b178-ca0d-4993-b8ab-665fa1d2446c),segment_id=eb10b178-ca0d-4993-b8ab-665fa1d2446c)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:37.861400 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2de719e6-ac11-4d7c-8834-0ff20407e9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.903231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] For port cb129c7a-7fec-4321-87b2-15a9b11c409a, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:37.908609 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] For port cb129c7a-7fec-4321-87b2-15a9b11c409a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:37.909229 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2de719e6-ac11-4d7c-8834-0ff20407e9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.920647 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb595b-f702-4473-9853-e32f8935490a req-f0a2d637-c414-4c43-b916-ebace667f729 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.922192 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eadb595b-f702-4473-9853-e32f8935490a req-f0a2d637-c414-4c43-b916-ebace667f729 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 943 time: 0.0861003 Sep 15 13:44:37.930850 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.935355 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Made reservation on behalf of 7659a7f6e0464431a75971ac88cfddef for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:37.939069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.990413 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.993712 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.995529 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] 10.222.0.37 "PUT /v2.0/ports/75a6b5ac-f743-4583-ac09-948da55712cc HTTP/1.1" status: 200 len: 1093 time: 1.8550801 Sep 15 13:44:37.995992 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'tag': '75a6b5ac-f743-4583-ac09-948da55712cc'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:37.996647 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eadb595b-f702-4473-9853-e32f8935490a req-f2d5839a-5468-47d8-8b3b-d6ad4893d3a2 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662534 Sep 15 13:44:38.056132 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.102673 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f65ca-a6a1-4165-a46f-d834163e500e service neutron] Pushing event updated for resources: {'Port': ['ID=75a6b5ac-f743-4583-ac09-948da55712cc,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:38.188602 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:38.189156 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.190724 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] 10.222.0.37 "PUT /v2.0/ports/cb129c7a-7fec-4321-87b2-15a9b11c409a HTTP/1.1" status: 200 len: 1094 time: 2.0492198 Sep 15 13:44:38.193617 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'tag': 'cb129c7a-7fec-4321-87b2-15a9b11c409a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:38.284532 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c0286-2b8a-43c3-869a-e00e616cd613 service neutron] Pushing event updated for resources: {'Port': ['ID=cb129c7a-7fec-4321-87b2-15a9b11c409a,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:38.296318 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2de719e6-ac11-4d7c-8834-0ff20407e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.301415 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2de719e6-ac11-4d7c-8834-0ff20407e9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.302302 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-2de719e6-ac11-4d7c-8834-0ff20407e9af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45d6b639-b7bd-4662-bc86-577620c51ac6 HTTP/1.1" status: 204 len: 168 time: 0.5741448 Sep 15 13:44:38.329073 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de719e6-ac11-4d7c-8834-0ff20407e9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6b639-b7bd-4662-bc86-577620c51ac6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:38.333237 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d3bfd225-8c73-4923-ad2d-657a896013f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:38.341631 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-d3bfd225-8c73-4923-ad2d-657a896013f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=981fb38e29db412da1cef93f558e4d79&device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 1096 time: 0.1964042 Sep 15 13:44:38.341996 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Allocated IP 172.20.0.3 (ffa5ad67-b175-4b80-b4dd-bdb86506c54b/dbafc2b1-0aa2-4454-bb76-76f864d15910/0e8e638a-4fe1-4bb3-b65a-1fc07786728b) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:38.402776 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.37', 56202) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:38.413846 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe49753-3d22-437c-87f8-497220516523" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a", "tag": "75a6b5ac-f743-4583-ac09-948da55712cc"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:38.648657 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d401686d-b854-42cf-9473-8d0a85baf26e" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2c9cb-61e4-4832-84c7-45e3fa43e48d", "tag": "cb129c7a-7fec-4321-87b2-15a9b11c409a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:38.681953 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dedfaaad-4af1-41e1-a1c9-85765974be64 req-020b971b-1b95-4d33-b5d7-d3885149a7dc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.2764659 Sep 15 13:44:38.724217 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-7d9f73ad-ea08-4f64-b46b-9aaef7fd7ab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75a6b5ac-f743-4583-ac09-948da55712cc HTTP/1.1" status: 200 len: 217 time: 0.3637094 Sep 15 13:44:38.746665 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-244ee590-0032-41aa-bb2b-55cb816965ae tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:38.748158 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-244ee590-0032-41aa-bb2b-55cb816965ae tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 816 time: 0.4748249 Sep 15 13:44:38.762016 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-d1006e79-b078-46bd-b3cf-3ab7951772b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:38.762990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-d1006e79-b078-46bd-b3cf-3ab7951772b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 1097 time: 0.3602381 Sep 15 13:44:38.860394 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93773-b40d-495b-8fea-14cc8b822634 req-a6f2fcb6-09e4-49c7-9b64-44ac4dc3d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:38.861990 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-a6f2fcb6-09e4-49c7-9b64-44ac4dc3d07c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=781ad063-8711-4c41-9a2e-d3106c46a1f1 HTTP/1.1" status: 200 len: 851 time: 0.0865412 Sep 15 13:44:38.914168 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-92b768f1-80a8-4b32-99af-a2d0c66d08dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a HTTP/1.1" status: 200 len: 217 time: 0.1346982 Sep 15 13:44:38.946798 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-215d3bd8-f936-4de2-a4b1-a39c7408a5cb req-428afd04-337c-4c8c-a0da-d6009e2f0732 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.1120784 Sep 15 13:44:38.948024 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a483af-08af-4467-ae2f-f35ced9d4f6c x-openstack-request-id: req-10a483af-08af-4467-ae2f-f35ced9d4f6c {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:38.958444 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a", "tag": "75a6b5ac-f743-4583-ac09-948da55712cc", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:38.958741 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10a483af-08af-4467-ae2f-f35ced9d4f6c {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:38.959245 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'tag': '75a6b5ac-f743-4583-ac09-948da55712cc', 'status': 'completed', 'code': 200} Sep 15 13:44:38.998094 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.37', 56205) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:39.037174 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-79470da2-5832-4f5e-ac86-f61817235caf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa12d2b-6d72-4a2b-82ca-823e97357c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555901 Sep 15 13:44:39.184969 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-3518c5c6-9c6f-45fe-9057-52b2229502f0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 380 time: 0.4037704 Sep 15 13:44:39.209839 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'port': {'device_id': '000c762a-a300-44a0-8139-619a93531930', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'admin_state_up': True, 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'security_groups': ['0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:39.233170 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb66d9b6-85c3-4741-8327-6f03be65f005 x-openstack-request-id: req-fb66d9b6-85c3-4741-8327-6f03be65f005 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:39.236963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2c9cb-61e4-4832-84c7-45e3fa43e48d", "tag": "cb129c7a-7fec-4321-87b2-15a9b11c409a", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:39.236963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb66d9b6-85c3-4741-8327-6f03be65f005 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:39.236963 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'tag': 'cb129c7a-7fec-4321-87b2-15a9b11c409a', 'status': 'completed', 'code': 200} Sep 15 13:44:39.247968 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.253606 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-8e263dac-045d-4237-893d-c4ccb4092884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.255315 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-8e263dac-045d-4237-893d-c4ccb4092884 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.3221910 Sep 15 13:44:39.351781 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-f6f7d9b1-2a78-41fa-92b3-ae7e65bf7078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808899 Sep 15 13:44:39.377829 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d764b7-987f-4bcd-baed-d9aa12a28ec3 req-ba50f874-a2bd-44d0-9cf1-c298989c22fd tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.401066 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-88d764b7-987f-4bcd-baed-d9aa12a28ec3 req-ba50f874-a2bd-44d0-9cf1-c298989c22fd tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 944 time: 0.3137906 Sep 15 13:44:39.447393 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-0c753bf4-29b2-47e8-bba0-369d6c0873ed service neutron] 10.222.0.37 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093139 Sep 15 13:44:39.478578 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-5e55397d-90dd-494c-9c01-fbe8f404371b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.481260 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-5e55397d-90dd-494c-9c01-fbe8f404371b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 818 time: 0.4673979 Sep 15 13:44:39.541994 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Request body: {'port': {'device_id': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'admin_state_up': True, 'tenant_id': '7659a7f6e0464431a75971ac88cfddef'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:39.635902 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1522-f4b3-483a-a6dd-3d8c6afc3b90 req-1d8c0ba1-5409-4ca8-9b59-1ff9211aaeff tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.643431 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b41d1522-f4b3-483a-a6dd-3d8c6afc3b90 req-1d8c0ba1-5409-4ca8-9b59-1ff9211aaeff tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 943 time: 0.2748115 Sep 15 13:44:39.685517 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-88d764b7-987f-4bcd-baed-d9aa12a28ec3 req-ef0d9df7-1856-4998-a0ee-eda0893ff7f3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908092 Sep 15 13:44:39.721044 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-d41d6493-339f-416c-85a1-550b731563f3 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531911 Sep 15 13:44:39.729660 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-83d93773-b40d-495b-8fea-14cc8b822634 req-361c2357-20a0-4290-9274-ddff729824b7 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976469 Sep 15 13:44:39.757718 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.780264 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b41d1522-f4b3-483a-a6dd-3d8c6afc3b90 req-9f2d4fbf-1525-4018-b2ba-31665f88ce84 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359451 Sep 15 13:44:39.852612 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-daf64cdf-0514-4d49-b7c3-31a483a29403 req-2a1de702-2e41-48d9-ac44-5766939eee9f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0675728 Sep 15 13:44:39.859416 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Made reservation on behalf of 1e6f195eb8d14f64b172babb65c6fd1d for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:39.862948 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.895528 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:39.908019 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe49753-3d22-437c-87f8-497220516523 req-0b21cce4-914f-4521-b7d7-a1c775a105de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.909605 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-0b21cce4-914f-4521-b7d7-a1c775a105de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=981fb38e29db412da1cef93f558e4d79&device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 1096 time: 0.0492909 Sep 15 13:44:39.911492 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:39.925346 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:39.931469 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.932150 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.940199 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Pushing event updated for resources: {'Port': ['ID=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:39.973904 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Made reservation on behalf of 7659a7f6e0464431a75971ac88cfddef for: {'port': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:39.977881 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.020171 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-113c6a6d-5c77-40f5-9a92-ab8b9fc297cf req-3f04bd85-cf76-4dc1-92ee-ccd567bb3418 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870200 Sep 15 13:44:40.073909 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d69771f6-ed60-49fc-a9a7-0dc29bba38b0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5556803 Sep 15 13:44:40.091865 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Request body: {'port': {'device_id': '91f58760-c219-482a-9efd-3ac2070cde8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:40.118689 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2ec7288e-bc5b-4069-a6cb-eae90748aab6 req-eacf3a63-47aa-4a68-a818-f77994c11b2c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0506785 Sep 15 13:44:40.154618 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Allocated IP 172.20.0.6 (1d8c4fe6-881c-4234-a318-00ce2fe2a5bc/1277b886-5ba6-403c-ba5d-5fe87ac506cf/31f3fe7e-6861-44a1-9406-cdde9d6ce365) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:40.174879 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe49753-3d22-437c-87f8-497220516523 req-9cf146e5-f3d1-4e2c-ac89-d1f1d4fb40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:40.176465 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-9cf146e5-f3d1-4e2c-ac89-d1f1d4fb40fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa12d2b-6d72-4a2b-82ca-823e97357c48 HTTP/1.1" status: 200 len: 912 time: 0.2592175 Sep 15 13:44:40.197022 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.247281 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-e34ee1eb-78cc-40f2-bc6f-9656b7f4ddbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75a6b5ac-f743-4583-ac09-948da55712cc HTTP/1.1" status: 200 len: 217 time: 0.0432222 Sep 15 13:44:40.296462 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Allocated IP 172.20.0.10 (ffa5ad67-b175-4b80-b4dd-bdb86506c54b/dbafc2b1-0aa2-4454-bb76-76f864d15910/58386000-9091-489e-8dc8-e13607fbd5e1) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:40.328343 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe49753-3d22-437c-87f8-497220516523 req-ee9f8112-ab43-41c3-87e1-74710e727cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:40.330097 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-ee9f8112-ab43-41c3-87e1-74710e727cd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=781ad063-8711-4c41-9a2e-d3106c46a1f1 HTTP/1.1" status: 200 len: 851 time: 0.0709167 Sep 15 13:44:40.356782 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401686d-b854-42cf-9473-8d0a85baf26e req-be302d75-474a-457a-aabc-22473f375de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:40.358322 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-be302d75-474a-457a-aabc-22473f375de3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 1097 time: 0.1547878 Sep 15 13:44:40.442230 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-c8c7334f-2007-494a-948b-55f9dde70c24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa12d2b-6d72-4a2b-82ca-823e97357c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016717 Sep 15 13:44:40.560451 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.703779 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-72bb45db-7ad9-4964-89b7-8bf27f0a681b service neutron] 10.222.0.37 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382531 Sep 15 13:44:40.778046 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.854793 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-d9d97f3d-6b81-4df1-8b8f-82545e3ee4a7 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423051 Sep 15 13:44:40.898320 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.931283 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.979336 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Network ffa5ad67-b175-4b80-b4dd-bdb86506c54b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:40.984474 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:40.998596 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:41.004163 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.004779 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.008548 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Pushing event updated for resources: {'Port': ['ID=58386000-9091-489e-8dc8-e13607fbd5e1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:41.059646 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:41.102103 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:41.105522 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:41.112466 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.112466 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.119771 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f3351b61-d412-4caa-b642-a06424962389 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5842214 Sep 15 13:44:41.124029 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401686d-b854-42cf-9473-8d0a85baf26e req-003629df-5e4f-45a9-9d36-a2db928383d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.126410 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-003629df-5e4f-45a9-9d36-a2db928383d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 916 time: 0.7557578 Sep 15 13:44:41.129118 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Request body: {'port': {'device_id': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:41.141073 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:41.164271 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e8fc1-0e1d-42dd-83a3-c45c627b091b req-cbcd2a84-fd0f-48b8-8032-da7c67e30f8c tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.165751 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-314e8fc1-0e1d-42dd-83a3-c45c627b091b req-cbcd2a84-fd0f-48b8-8032-da7c67e30f8c tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 943 time: 0.2816341 Sep 15 13:44:41.212094 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8efad-f431-4432-b647-94c79c964552 req-c1defef2-7962-403e-8882-473e3cac1f01 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.213671 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cfc8efad-f431-4432-b647-94c79c964552 req-c1defef2-7962-403e-8882-473e3cac1f01 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 944 time: 0.3259783 Sep 15 13:44:41.225161 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.230995 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-1a0267af-ba3a-4c20-b18e-eae813e663f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a HTTP/1.1" status: 200 len: 217 time: 0.0924599 Sep 15 13:44:41.267239 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-a00dbac5-8a3d-4279-a6c6-5608d033fcc2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0728593 Sep 15 13:44:41.314799 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Request body: {'port': {'device_id': '000c762a-a300-44a0-8139-619a93531930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:41.432429 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-314e8fc1-0e1d-42dd-83a3-c45c627b091b req-64e5b8c5-4331-4ec9-90fc-4b1e4c43cbca tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317953 Sep 15 13:44:41.474183 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401686d-b854-42cf-9473-8d0a85baf26e req-4f361004-aa59-4c74-867a-bd50aef29d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.477224 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-4f361004-aa59-4c74-867a-bd50aef29d0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.2313194 Sep 15 13:44:41.484079 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cfc8efad-f431-4432-b647-94c79c964552 req-b8022acb-ed82-4abc-b07e-2ed8e6edb9ba tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494595 Sep 15 13:44:41.488222 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-bb8ea1b3-fc01-4d82-b44e-67f29831af7c None None] Provisioning complete for port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:41.489185 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8e638a-4fe1-4bb3-b65a-1fc07786728b {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:41.492949 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea1b3-fc01-4d82-b44e-67f29831af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.518322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.521188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.543426 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-59bbf38e-0bf4-4e9b-bbd1-e5d9063e3d1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451262 Sep 15 13:44:41.555875 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ea1b3-fc01-4d82-b44e-67f29831af7c None None] Port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:41.634202 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Transition to ACTIVE for port object 0e8e638a-4fe1-4bb3-b65a-1fc07786728b will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:44:41.739230 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c103e-2230-4316-84ee-90dc3ee2370c req-4374be58-d872-4116-bae0-31ddcdebf8e0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.740774 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9f3c103e-2230-4316-84ee-90dc3ee2370c req-4374be58-d872-4116-bae0-31ddcdebf8e0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 932 time: 0.2008939 Sep 15 13:44:41.747516 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.835395 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79d7f5-86f2-4346-9d95-54e994257ba4 req-ca186cc7-4fb1-445e-8b53-3f712b115317 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.837238 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa79d7f5-86f2-4346-9d95-54e994257ba4 req-ca186cc7-4fb1-445e-8b53-3f712b115317 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 931 time: 0.2682023 Sep 15 13:44:41.904460 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-5caa2626-d7e7-4659-a138-97f74d0e96ed service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510442 Sep 15 13:44:41.933029 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58386000-9091-489e-8dc8-e13607fbd5e1 {{(pid=101154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:41.940729 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.953588 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.provisioning_blocks [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Transition to ACTIVE for port object 58386000-9091-489e-8dc8-e13607fbd5e1 will not be triggered until provisioned by entity L2. {{(pid=101154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:44:41.974095 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.010300 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9f3c103e-2230-4316-84ee-90dc3ee2370c req-799630c0-b619-4bab-bf53-bd9b88d2a32e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520440 Sep 15 13:44:42.073360 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa79d7f5-86f2-4346-9d95-54e994257ba4 req-0d8a33bb-d3be-47dd-abfd-8c8091cc2ca7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990469 Sep 15 13:44:42.103334 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.121826 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Attempting to bind port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:42.122193 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Attempting to bind port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:42.122489 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Attempting to bind port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b on network ffa5ad67-b175-4b80-b4dd-bdb86506c54b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:42.140025 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b on network ffa5ad67-b175-4b80-b4dd-bdb86506c54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:44:42.148221 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Attempting to bind port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b on network ffa5ad67-b175-4b80-b4dd-bdb86506c54b {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:42.175691 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:42.176019 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Checking segment: {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:42.176400 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Bound using segment: {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:42.176927 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Bound port: 0e8e638a-4fe1-4bb3-b65a-1fc07786728b, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:42.177227 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.203144 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-fbe3653c-42f5-43ab-b9fe-3a5c11c3f769 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812281 Sep 15 13:44:42.330562 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f3fe7e-6861-44a1-9406-cdde9d6ce365 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:42.342365 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.347195 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] For port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:42.353225 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] For port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:42.362107 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Transition to ACTIVE for port object 31f3fe7e-6861-44a1-9406-cdde9d6ce365 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:44:42.368590 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Pushing event updated for resources: {'Port': ['ID=58386000-9091-489e-8dc8-e13607fbd5e1,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.369274 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Attempting to bind port 58386000-9091-489e-8dc8-e13607fbd5e1 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:42.369678 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Attempting to bind port 58386000-9091-489e-8dc8-e13607fbd5e1 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:42.370014 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Attempting to bind port 58386000-9091-489e-8dc8-e13607fbd5e1 on network ffa5ad67-b175-4b80-b4dd-bdb86506c54b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:42.374888 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Port 58386000-9091-489e-8dc8-e13607fbd5e1 on network ffa5ad67-b175-4b80-b4dd-bdb86506c54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:44:42.375241 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Attempting to bind port 58386000-9091-489e-8dc8-e13607fbd5e1 on network ffa5ad67-b175-4b80-b4dd-bdb86506c54b {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:42.380091 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:42.380423 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Checking segment: {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:42.380802 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Bound using segment: {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'} {{(pid=101154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:42.381259 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.managers [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Bound port: 58386000-9091-489e-8dc8-e13607fbd5e1, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b'}}] {{(pid=101154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:42.381719 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.448497 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] For port 58386000-9091-489e-8dc8-e13607fbd5e1, host hv-cinder-75996, cleared binding levels {{(pid=101154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:42.452223 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] For port 58386000-9091-489e-8dc8-e13607fbd5e1, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58386000-9091-489e-8dc8-e13607fbd5e1,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:42.495877 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.500411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.555211 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.599366 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.603184 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.614926 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.615312 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.615411 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 1093 time: 2.5188434 Sep 15 13:44:42.615480 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] 10.222.0.37 "PUT /v2.0/ports/58386000-9091-489e-8dc8-e13607fbd5e1 HTTP/1.1" status: 200 len: 1094 time: 1.4821117 Sep 15 13:44:42.615480 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'tag': '58386000-9091-489e-8dc8-e13607fbd5e1'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:42.615480 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5960ad77-c501-433d-9ed1-d664ef9c818b" -d '{"events": [{"name": "network-changed", "server_uuid": "1eadd443-4c2b-49d7-955b-ae1ee35212c5", "tag": "58386000-9091-489e-8dc8-e13607fbd5e1"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:42.615684 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f58760-c219-482a-9efd-3ac2070cde8d', 'tag': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:42.615684 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58" -d '{"events": [{"name": "network-changed", "server_uuid": "91f58760-c219-482a-9efd-3ac2070cde8d", "tag": "0e8e638a-4fe1-4bb3-b65a-1fc07786728b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:42.652591 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e8d1-7529-421b-8229-9cb02af477cf service neutron] Pushing event updated for resources: {'Port': ['ID=58386000-9091-489e-8dc8-e13607fbd5e1,revision_number=3']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.681849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.741005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885526d-3afb-45ad-9343-de8407094ca4 req-f96e4e92-6038-4ce3-bb4d-bd74feda6775 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.742583 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9885526d-3afb-45ad-9343-de8407094ca4 req-f96e4e92-6038-4ce3-bb4d-bd74feda6775 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 943 time: 0.2030244 Sep 15 13:44:42.748236 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Attempting to bind port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:42.748565 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Attempting to bind port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:42.755602 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Attempting to bind port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:42.805989 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:44:42.806502 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Attempting to bind port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:42.839942 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb22aee-2c25-412b-95de-d234defded65 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.856237 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e8b9f-3bca-45b2-bf37-c01f4e1cd2c4 req-24cc6718-ee14-469a-a167-2954955dc52a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.857972 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-6cefe88b-a627-4adb-9e3c-dca7d7eaefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.858373 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-981e8b9f-3bca-45b2-bf37-c01f4e1cd2c4 req-24cc6718-ee14-469a-a167-2954955dc52a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 944 time: 0.2520607 Sep 15 13:44:42.859575 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-6cefe88b-a627-4adb-9e3c-dca7d7eaefe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1096 time: 0.0786400 Sep 15 13:44:42.906222 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-2083e5bf-d7af-43a4-84c1-75e84a9d8342 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 217 time: 0.0380027 Sep 15 13:44:42.912163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:42.912499 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Checking segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:42.913047 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Bound using segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:42.913511 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Bound port: 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:42.913856 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.951920 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9885526d-3afb-45ad-9343-de8407094ca4 req-1c92dbed-9b33-4a9b-ad9d-625d63d859b2 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917698 Sep 15 13:44:42.959176 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d58a502d-ed39-467b-874f-cc7abcac4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.961517 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-d58a502d-ed39-467b-874f-cc7abcac4e5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.0487435 Sep 15 13:44:42.994887 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-f5eab8a4-5688-4637-b102-720def3af61d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263603 Sep 15 13:44:43.000854 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-70ff3575-df63-41f8-a6d9-ad335b14a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.002389 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-70ff3575-df63-41f8-a6d9-ad335b14a06a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 1097 time: 0.2018459 Sep 15 13:44:43.005263 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444dff69-7648-4ebb-a658-1b737f77eb16 x-openstack-request-id: req-444dff69-7648-4ebb-a658-1b737f77eb16 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:43.005698 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f58760-c219-482a-9efd-3ac2070cde8d", "tag": "0e8e638a-4fe1-4bb3-b65a-1fc07786728b", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:43.005781 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-444dff69-7648-4ebb-a658-1b737f77eb16 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:43.006143 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f58760-c219-482a-9efd-3ac2070cde8d', 'tag': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b', 'status': 'completed', 'code': 200} Sep 15 13:44:43.015875 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-981e8b9f-3bca-45b2-bf37-c01f4e1cd2c4 req-a83b99e9-d453-4090-bbf5-6807a221293c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Sep 15 13:44:43.041351 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b871bf5-b084-4b9d-8556-21a6418ff701 x-openstack-request-id: req-9b871bf5-b084-4b9d-8556-21a6418ff701 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:43.041642 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eadd443-4c2b-49d7-955b-ae1ee35212c5", "tag": "58386000-9091-489e-8dc8-e13607fbd5e1", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:43.042010 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b871bf5-b084-4b9d-8556-21a6418ff701 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:43.042327 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'tag': '58386000-9091-489e-8dc8-e13607fbd5e1', 'status': 'completed', 'code': 200} Sep 15 13:44:43.069824 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-6d08bdf5-bc9f-4f74-8b94-3336116d2906 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58386000-9091-489e-8dc8-e13607fbd5e1 HTTP/1.1" status: 200 len: 217 time: 0.0465250 Sep 15 13:44:43.089016 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:43.107320 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-38789a43-156d-4fea-b272-c36f0cec1891 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033928 Sep 15 13:44:43.143589 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:43.163844 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f9d42cf5-4681-4588-8a1c-d9296eb7417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.165473 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-f9d42cf5-4681-4588-8a1c-d9296eb7417e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.0896809 Sep 15 13:44:43.188090 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device cb129c7a-7fec-4321-87b2-15a9b11c409a details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:44:43.238104 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-a945e463-2dc4-4c66-83aa-45793170fd10 req-b699d91d-99d6-47f0-ba8b-d3ffaf45cfad service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227200 Sep 15 13:44:43.333987 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port cb129c7a-7fec-4321-87b2-15a9b11c409a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:43.351116 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': 'cb129c7a-7fec-4321-87b2-15a9b11c409a', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'port_id': 'cb129c7a-7fec-4321-87b2-15a9b11c409a', 'mac_address': 'fa:16:3e:d1:68:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb21cdd-1455-4806-bb76-1a7bee38a263', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:44:43.397945 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-66616553-b4a7-4604-95ed-30e93eac7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.399611 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-66616553-b4a7-4604-95ed-30e93eac7f5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1096 time: 0.0573084 Sep 15 13:44:43.410852 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.429214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb129c7a-7fec-4321-87b2-15a9b11c409a {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:43.430616 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc470a4-f5ac-4f80-b819-814c51a33964 req-f4503023-a38c-41e1-8afb-0bd0e6a91811 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.432450 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7bc470a4-f5ac-4f80-b819-814c51a33964 req-f4503023-a38c-41e1-8afb-0bd0e6a91811 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 944 time: 0.3452680 Sep 15 13:44:43.452241 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.465739 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port cb129c7a-7fec-4321-87b2-15a9b11c409a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:43.468624 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-333ce999-fcfd-4f29-8887-c7d49b51c0ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2893028 Sep 15 13:44:43.486473 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.487133 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.490802 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] 10.222.0.37 "PUT /v2.0/ports/31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 200 len: 1093 time: 2.2064707 Sep 15 13:44:43.537499 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56268) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:43.545256 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-f005974d-1337-40f6-aa41-87123335ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.548906 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-f005974d-1337-40f6-aa41-87123335ff37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1397038 Sep 15 13:44:43.596717 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-4ec16973-6480-472a-8ff6-59522a8a6fc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 217 time: 0.0422528 Sep 15 13:44:43.612355 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082db66-8545-48d9-b648-6a42ae45fa14 service neutron] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:43.630819 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cee3db-d564-49d9-aa57-c07187628b12 req-61d0eb3e-a21a-48c4-9106-9b272884a5e3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.633035 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10cee3db-d564-49d9-aa57-c07187628b12 req-61d0eb3e-a21a-48c4-9106-9b272884a5e3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.4648418 Sep 15 13:44:43.642083 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.645657 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 75a6b5ac-f743-4583-ac09-948da55712cc details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:44:43.727731 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7bc470a4-f5ac-4f80-b819-814c51a33964 req-1aa20850-380e-49e5-8cfd-fe4e5f684896 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651291 Sep 15 13:44:43.735182 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-3705ff04-5175-449e-a500-24be3b9d71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.741163 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-3705ff04-5175-449e-a500-24be3b9d71f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.1306098 Sep 15 13:44:43.776393 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3bdf-b30a-4e38-a023-24e38a24299e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.789098 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=cb129c7a-7fec-4321-87b2-15a9b11c409a,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:43.824370 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-4488faff-c68d-46d9-b5a2-397836bdc075 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655060 Sep 15 13:44:43.845767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-ae410c1d-8ded-4922-bb55-793aea90bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.848004 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-ae410c1d-8ded-4922-bb55-793aea90bf08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1096 time: 0.1190681 Sep 15 13:44:43.849472 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-4f987638-6b6b-47ed-aae3-35640d8ff91f service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563151 Sep 15 13:44:43.852518 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10cee3db-d564-49d9-aa57-c07187628b12 req-cd9611d3-2a64-4044-973f-89fec7815fe1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227715 Sep 15 13:44:43.873011 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 75a6b5ac-f743-4583-ac09-948da55712cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=75a6b5ac-f743-4583-ac09-948da55712cc,segment=NetworkSegment(eb10b178-ca0d-4993-b8ab-665fa1d2446c),segment_id=eb10b178-ca0d-4993-b8ab-665fa1d2446c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:43.886697 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '75a6b5ac-f743-4583-ac09-948da55712cc', 'network_id': '5fa12d2b-6d72-4a2b-82ca-823e97357c48', 'port_id': '75a6b5ac-f743-4583-ac09-948da55712cc', 'mac_address': 'fa:16:3e:f7:6e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781ad063-8711-4c41-9a2e-d3106c46a1f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:44:43.937611 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.946408 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-fdb5abce-95ef-4540-824f-af10c0658a16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 200 len: 217 time: 0.0825441 Sep 15 13:44:43.947106 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56286) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:43.953787 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a6b5ac-f743-4583-ac09-948da55712cc {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:43.965136 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-fb500372-989a-4ead-935f-6126e98eb51e service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303864 Sep 15 13:44:44.000858 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 75a6b5ac-f743-4583-ac09-948da55712cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=75a6b5ac-f743-4583-ac09-948da55712cc,segment=NetworkSegment(eb10b178-ca0d-4993-b8ab-665fa1d2446c),segment_id=eb10b178-ca0d-4993-b8ab-665fa1d2446c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:44.100875 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.118545 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-dba743a5-7b49-4871-a9b3-324899644ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.120898 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-dba743a5-7b49-4871-a9b3-324899644ca7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.1679053 Sep 15 13:44:44.147850 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-8a98a70e-d3aa-45ed-b9c2-0fa3735c2c58 req-21a014fd-9d3b-454c-948c-36d83c516890 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679270 Sep 15 13:44:44.159053 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3be9481-3cda-45a4-be74-254372190f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.164819 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3bdf-b30a-4e38-a023-24e38a24299e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.165403 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=75a6b5ac-f743-4583-ac09-948da55712cc,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:44.222121 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00d6c73-802f-4aa0-810e-1ca0f7f4d243 req-c24464c1-8336-4f30-9f5f-87d4f3ac020b service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500736 Sep 15 13:44:44.233512 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbd08a-a4a7-496a-a255-12a4bbcca19c req-c4518713-a3c4-4084-a23a-ea99996691b0 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.234997 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dfcbd08a-a4a7-496a-a255-12a4bbcca19c req-c4518713-a3c4-4084-a23a-ea99996691b0 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 943 time: 0.1724374 Sep 15 13:44:44.266552 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3bdf-b30a-4e38-a023-24e38a24299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.290361 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766ee2c-da45-4d89-b1a0-620ad2ab4fbd req-16000a96-4e9e-4b24-8eb8-580709570986 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.291855 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e766ee2c-da45-4d89-b1a0-620ad2ab4fbd req-16000a96-4e9e-4b24-8eb8-580709570986 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 945 time: 0.1561165 Sep 15 13:44:44.301363 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-165c3bac-a398-4cbd-a88c-071f2e1b9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.302821 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-165c3bac-a398-4cbd-a88c-071f2e1b9f09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1620703 Sep 15 13:44:44.313208 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-2cdf3bdf-b30a-4e38-a023-24e38a24299e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78d7b0d0a561445892a095be2c9138da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7703722 Sep 15 13:44:44.313208 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3bdf-b30a-4e38-a023-24e38a24299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b920af-450d-4190-8590-bea03871a90f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:44.314295 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56298) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:44.355119 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dfcbd08a-a4a7-496a-a255-12a4bbcca19c req-80697d89-414e-4721-8481-4fcbec02946c tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135600 Sep 15 13:44:44.377348 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f681543-899f-4972-bc20-075ea1e20563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.401794 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f681543-899f-4972-bc20-075ea1e20563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.470429 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e766ee2c-da45-4d89-b1a0-620ad2ab4fbd req-e3d2fb4b-c07e-408e-8658-78c34b420bc9 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665819 Sep 15 13:44:44.494497 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-e0fe8c1d-8aaa-4737-97a0-8ce09508bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.495963 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-e0fe8c1d-8aaa-4737-97a0-8ce09508bd79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 1097 time: 0.1308973 Sep 15 13:44:44.530748 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-673c046f-7355-4419-a646-19fba2847494 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169838 Sep 15 13:44:44.614894 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f681543-899f-4972-bc20-075ea1e20563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.618092 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f681543-899f-4972-bc20-075ea1e20563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.621902 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9f681543-899f-4972-bc20-075ea1e20563 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8b920af-450d-4190-8590-bea03871a90f HTTP/1.1" status: 204 len: 168 time: 0.3040507 Sep 15 13:44:44.636272 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f681543-899f-4972-bc20-075ea1e20563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b920af-450d-4190-8590-bea03871a90f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:44.662797 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56304) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:44.688242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3be9481-3cda-45a4-be74-254372190f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.695739 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-b36e9a75-f3b5-4c18-b24d-aedc0819c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.697438 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-b36e9a75-f3b5-4c18-b24d-aedc0819c670 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1921203 Sep 15 13:44:44.754554 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-97df7c9c-157f-4f9e-96dd-911fa041a529 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58386000-9091-489e-8dc8-e13607fbd5e1 HTTP/1.1" status: 200 len: 217 time: 0.0448461 Sep 15 13:44:44.755148 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c3be9481-3cda-45a4-be74-254372190f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.759067 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:44.759669 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1905b202-4af9-4d51-9545-cf27ea14d0d2 req-4cf2afee-bd10-4813-b5c2-f49a0e7bfd99 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137129 Sep 15 13:44:44.821933 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['75a6b5ac-f743-4583-ac09-948da55712cc'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:44.828769 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-c3be9481-3cda-45a4-be74-254372190f6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a473927bd66a4e2388e80885289d42e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804736 Sep 15 13:44:44.832291 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56314) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:44.855411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7233023-160b-4215-9525-a10426c0dda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.857322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be9481-3cda-45a4-be74-254372190f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ab908-1a64-4d67-b70b-ebf978bef6b5,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:44.920325 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-661afa14-204b-47e2-a43f-14ffa4494e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.947480 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-661afa14-204b-47e2-a43f-14ffa4494e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.982980 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-8ab5ffc5-6be7-4149-b5f7-a56f5f25fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.984730 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-8ab5ffc5-6be7-4149-b5f7-a56f5f25fc25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.2164805 Sep 15 13:44:45.035212 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:45.041848 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60266ae7-f7d9-4076-b453-3f7347d7e9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "000c762a-a300-44a0-8139-619a93531930", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:45.086214 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-d9f3da57-82d5-486f-8864-87db02936e86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393577 Sep 15 13:44:45.116366 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aa564-9069-450d-ac52-009b6a2f90b4 req-bec3e9b5-776e-4db9-9cc9-2bda7f0efc7d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.117901 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-636aa564-9069-450d-ac52-009b6a2f90b4 req-bec3e9b5-776e-4db9-9cc9-2bda7f0efc7d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 944 time: 0.2371488 Sep 15 13:44:45.141721 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-661afa14-204b-47e2-a43f-14ffa4494e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.145072 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-661afa14-204b-47e2-a43f-14ffa4494e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.154243 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-661afa14-204b-47e2-a43f-14ffa4494e7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/249ab908-1a64-4d67-b70b-ebf978bef6b5 HTTP/1.1" status: 204 len: 168 time: 0.3133903 Sep 15 13:44:45.157439 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661afa14-204b-47e2-a43f-14ffa4494e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ab908-1a64-4d67-b70b-ebf978bef6b5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:45.190215 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d5b6b-8a51-442f-8dbf-6fbf7670d25e req-31ae08c7-ccdd-4437-abde-727c5b64c5dc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.192153 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-574d5b6b-8a51-442f-8dbf-6fbf7670d25e req-31ae08c7-ccdd-4437-abde-727c5b64c5dc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.2600012 Sep 15 13:44:45.216054 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7233023-160b-4215-9525-a10426c0dda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.276797 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a7233023-160b-4215-9525-a10426c0dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.285808 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-636aa564-9069-450d-ac52-009b6a2f90b4 req-cbe3cb4e-51ad-4711-824f-afaacff3e32f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602640 Sep 15 13:44:45.337548 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-1ba21761-e329-4f4c-ab51-f77b8dace997 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397187 Sep 15 13:44:45.352221 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56326) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:45.352388 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-a7233023-160b-4215-9525-a10426c0dda5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b746f1774cf74a0da48cc20745c967c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831598 Sep 15 13:44:45.357807 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-574d5b6b-8a51-442f-8dbf-6fbf7670d25e req-ee0d02c3-00d8-4234-910f-5a9d470757b8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471224 Sep 15 13:44:45.367096 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7233023-160b-4215-9525-a10426c0dda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e976920d-e9d8-4fff-a636-ce6e71cefc57,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:45.404513 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce383106-651a-4c4c-9e8d-aa89a95cfc23 x-openstack-request-id: req-ce383106-651a-4c4c-9e8d-aa89a95cfc23 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:45.404799 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000c762a-a300-44a0-8139-619a93531930", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:45.405139 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce383106-651a-4c4c-9e8d-aa89a95cfc23 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:45.405448 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'status': 'completed', 'code': 200} Sep 15 13:44:45.430427 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1df89a8-2902-45a8-8be7-59a2ed05cb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.453338 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1df89a8-2902-45a8-8be7-59a2ed05cb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.478861 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56332) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:45.527499 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09ed5b4a-8cc4-4766-8b6f-6edf1b21b071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.545320 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5960ad77-c501-433d-9ed1-d664ef9c818b req-2d27dfd7-13e1-4e2a-ba4d-a27393a8fe88 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903970 Sep 15 13:44:45.575785 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-cf93c834-4329-45fa-b2b6-a80755364478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.577396 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-cf93c834-4329-45fa-b2b6-a80755364478 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1096 time: 0.1409538 Sep 15 13:44:45.591873 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295d7b-a812-42d2-a6a7-b890648e1f3a req-25dca72e-f762-4d69-84aa-f32e58f8edee tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.592762 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1df89a8-2902-45a8-8be7-59a2ed05cb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.593285 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-12295d7b-a812-42d2-a6a7-b890648e1f3a req-25dca72e-f762-4d69-84aa-f32e58f8edee tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 944 time: 0.1431231 Sep 15 13:44:45.600578 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1df89a8-2902-45a8-8be7-59a2ed05cb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.601996 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f1df89a8-2902-45a8-8be7-59a2ed05cb02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e976920d-e9d8-4fff-a636-ce6e71cefc57 HTTP/1.1" status: 204 len: 168 time: 0.2487347 Sep 15 13:44:45.611391 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df89a8-2902-45a8-8be7-59a2ed05cb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e976920d-e9d8-4fff-a636-ce6e71cefc57,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:45.935388 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1378d6f-6e51-4f18-a4a1-80906c021707 req-05cd6dba-86a7-4b3a-a855-b5058ee7b43b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.936961 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b1378d6f-6e51-4f18-a4a1-80906c021707 req-05cd6dba-86a7-4b3a-a855-b5058ee7b43b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 945 time: 0.3586161 Sep 15 13:44:45.944251 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-12295d7b-a812-42d2-a6a7-b890648e1f3a req-324c98b9-ad81-4f88-bd9c-d223f764656e tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398910 Sep 15 13:44:45.961684 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56340) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:45.974937 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2d5b985-68bd-41e3-ae75-77528fdd47a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.004135 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-d2f574a3-9301-4227-901f-67ce3bc2e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.005627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-d2f574a3-9301-4227-901f-67ce3bc2e5c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.4038706 Sep 15 13:44:46.021235 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9a4-663a-4584-ab2a-78417b55cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.060410 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-7533d133-6df5-4d15-8488-da095478cdd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 200 len: 217 time: 0.0444319 Sep 15 13:44:46.062181 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09ed5b4a-8cc4-4766-8b6f-6edf1b21b071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.065571 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b1378d6f-6e51-4f18-a4a1-80906c021707 req-25216fba-55ce-4839-bdf6-825db3f0eb61 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186070 Sep 15 13:44:46.115415 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-6dc6217a-95b3-427e-af32-5d5c4b519972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.117754 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-6dc6217a-95b3-427e-af32-5d5c4b519972 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0493546 Sep 15 13:44:46.153690 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09ed5b4a-8cc4-4766-8b6f-6edf1b21b071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.209706 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed5b4a-8cc4-4766-8b6f-6edf1b21b071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588cc0ff-b493-4bea-8c10-657532a854f2,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:46.214199 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-09ed5b4a-8cc4-4766-8b6f-6edf1b21b071 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8683789a3e70439c8d8e6e484dbd304d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7321134 Sep 15 13:44:46.217782 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-afdff22b-d69e-433b-b71c-10e7c2845686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.219515 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-afdff22b-d69e-433b-b71c-10e7c2845686 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0938151 Sep 15 13:44:46.220124 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56354) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:46.243960 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2d5b985-68bd-41e3-ae75-77528fdd47a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.335991 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a35d39a-1fa4-4dcc-83a6-b4c95cabfbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.358572 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f2d5b985-68bd-41e3-ae75-77528fdd47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.370413 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-8387badd-8efa-4af9-b912-cef1dfa75737 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396732 Sep 15 13:44:46.394630 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a35d39a-1fa4-4dcc-83a6-b4c95cabfbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.399611 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5b985-68bd-41e3-ae75-77528fdd47a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7f727-9cb4-4334-a11f-e4bcb325eb47,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:46.406472 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f2d5b985-68bd-41e3-ae75-77528fdd47a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e3bb2f7d93d48ed8661b2432a3ddc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434998 Sep 15 13:44:46.409157 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56360) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:46.472632 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c62f7d-7970-4d1b-a4b1-e833d2796819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.495798 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c62f7d-7970-4d1b-a4b1-e833d2796819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.499618 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4c0b0-3615-4771-ade3-464e708f89a5 req-71d9fcd2-c89b-423c-8c1d-e9f9ae786665 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.501054 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9bc4c0b0-3615-4771-ade3-464e708f89a5 req-71d9fcd2-c89b-423c-8c1d-e9f9ae786665 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 944 time: 0.1447234 Sep 15 13:44:46.587016 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60266ae7-f7d9-4076-b453-3f7347d7e9a9 req-5aa3748a-3bf6-4023-8331-a405f241e67e service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950750 Sep 15 13:44:46.591859 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9bc4c0b0-3615-4771-ade3-464e708f89a5 req-b42fa42c-3d8b-463e-9832-e330ef828e19 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818472 Sep 15 13:44:46.602672 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3aa41-c969-4273-a6bc-f8fe60e240fc req-21ba41b7-1279-43c5-a1fc-3ae11c716f32 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.612407 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9fc3aa41-c969-4273-a6bc-f8fe60e240fc req-21ba41b7-1279-43c5-a1fc-3ae11c716f32 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.1004303 Sep 15 13:44:46.641887 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9fc3aa41-c969-4273-a6bc-f8fe60e240fc req-590a1756-5bcf-4418-958a-2069b1364ae3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Sep 15 13:44:46.706709 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56362) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:46.719532 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-276d5db4-ca81-449f-af56-3a306d2718c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.729380 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a35d39a-1fa4-4dcc-83a6-b4c95cabfbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.731306 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c62f7d-7970-4d1b-a4b1-e833d2796819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.731911 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a35d39a-1fa4-4dcc-83a6-b4c95cabfbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.735262 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-0a35d39a-1fa4-4dcc-83a6-b4c95cabfbd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/588cc0ff-b493-4bea-8c10-657532a854f2 HTTP/1.1" status: 204 len: 168 time: 0.5109899 Sep 15 13:44:46.735437 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87c62f7d-7970-4d1b-a4b1-e833d2796819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.735437 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-87c62f7d-7970-4d1b-a4b1-e833d2796819 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33c7f727-9cb4-4334-a11f-e4bcb325eb47 HTTP/1.1" status: 204 len: 168 time: 0.3245811 Sep 15 13:44:46.749204 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c62f7d-7970-4d1b-a4b1-e833d2796819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7f727-9cb4-4334-a11f-e4bcb325eb47,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:46.772113 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35d39a-1fa4-4dcc-83a6-b4c95cabfbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588cc0ff-b493-4bea-8c10-657532a854f2,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:46.860104 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-276d5db4-ca81-449f-af56-3a306d2718c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.969899 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-276d5db4-ca81-449f-af56-3a306d2718c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.011239 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-276d5db4-ca81-449f-af56-3a306d2718c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9b6e8c8ef7f411cab2d863e8fdc69c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010170 Sep 15 13:44:47.011869 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56370) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:47.027369 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d5db4-ca81-449f-af56-3a306d2718c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68868221-82e5-4dd3-93bc-9c3ac9750d23,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:47.105293 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5ca0-0e80-4ed3-a3ae-061a0795fc4d req-5e4c5b61-482f-48b6-8ef5-19cc6e51ac4b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:47.106934 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8bae5ca0-0e80-4ed3-a3ae-061a0795fc4d req-5e4c5b61-482f-48b6-8ef5-19cc6e51ac4b tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 944 time: 0.0870223 Sep 15 13:44:47.112902 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6556-d804-4d66-89d3-b27e21252893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.160586 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6556-d804-4d66-89d3-b27e21252893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.171526 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0e8e638a-4fe1-4bb3-b65a-1fc07786728b details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:44:47.173821 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device cb129c7a-7fec-4321-87b2-15a9b11c409a up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:47.213540 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8bae5ca0-0e80-4ed3-a3ae-061a0795fc4d req-4dacf2bd-006f-47d6-bb73-317b87fa0cdd tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986550 Sep 15 13:44:47.239118 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fbc22-f8ac-46fe-bb91-e6d558430210 req-1e6fa46c-c2b9-4f39-8b84-322804b71e36 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:47.241135 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-863fbc22-f8ac-46fe-bb91-e6d558430210 req-1e6fa46c-c2b9-4f39-8b84-322804b71e36 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 945 time: 0.1037114 Sep 15 13:44:47.304760 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-863fbc22-f8ac-46fe-bb91-e6d558430210 req-b9f13bee-30c1-4326-8129-e3814f6829a2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494556 Sep 15 13:44:47.341670 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6556-d804-4d66-89d3-b27e21252893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.343769 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6556-d804-4d66-89d3-b27e21252893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.347456 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-0a9e6556-d804-4d66-89d3-b27e21252893 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68868221-82e5-4dd3-93bc-9c3ac9750d23 HTTP/1.1" status: 204 len: 168 time: 0.3321013 Sep 15 13:44:47.351252 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:47.363366 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e6556-d804-4d66-89d3-b27e21252893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68868221-82e5-4dd3-93bc-9c3ac9750d23,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:47.379594 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b', 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'port_id': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b', 'mac_address': 'fa:16:3e:6d:25:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:44:47.392166 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port cb129c7a-7fec-4321-87b2-15a9b11c409a completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:44:47.411259 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port cb129c7a-7fec-4321-87b2-15a9b11c409a triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:47.422323 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.452286 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.476748 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8e638a-4fe1-4bb3-b65a-1fc07786728b {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:47.514996 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:47.527733 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.553167 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb129c7a-7fec-4321-87b2-15a9b11c409a'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:47.633944 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port cb129c7a-7fec-4321-87b2-15a9b11c409a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:47.635112 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.635763 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:44:47.788108 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee85191-debb-4244-94d4-53f5350ef6bd req-73ab8e53-f1c7-4652-b994-36389322ebe2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:47.789924 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cee85191-debb-4244-94d4-53f5350ef6bd req-73ab8e53-f1c7-4652-b994-36389322ebe2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 944 time: 0.1259444 Sep 15 13:44:47.798777 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.799545 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 75a6b5ac-f743-4583-ac09-948da55712cc up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:47.853754 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1679aa-54cb-429b-947b-e2ca815f8941 req-0c6c37ab-ca41-46c4-9ff3-a84e9a61f0fe tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:47.855287 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2e1679aa-54cb-429b-947b-e2ca815f8941 req-0c6c37ab-ca41-46c4-9ff3-a84e9a61f0fe tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0868940 Sep 15 13:44:47.858636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cee85191-debb-4244-94d4-53f5350ef6bd req-6c6d3827-e2d2-47a8-b0b6-851ab1d0c89a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Sep 15 13:44:47.869556 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:47.915750 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2e1679aa-54cb-429b-947b-e2ca815f8941 req-41fda5c8-ae63-4313-9357-8951f24db080 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Sep 15 13:44:47.989554 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=cb129c7a-7fec-4321-87b2-15a9b11c409a,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:47.998257 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:48.014598 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'port_id': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'mac_address': 'fa:16:3e:fe:84:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:44:48.040319 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f237e09-200f-465a-bf46-984a0691ad20" -d '{"events": [{"server_uuid": "6db2c9cb-61e4-4832-84c7-45e3fa43e48d", "name": "network-vif-plugged", "status": "completed", "tag": "cb129c7a-7fec-4321-87b2-15a9b11c409a"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:48.058640 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.073286 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f3fe7e-6861-44a1-9406-cdde9d6ce365 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:48.094527 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:48.101073 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 75a6b5ac-f743-4583-ac09-948da55712cc completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:44:48.105333 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 75a6b5ac-f743-4583-ac09-948da55712cc triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:48.105886 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.203427 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.204101 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 58386000-9091-489e-8dc8-e13607fbd5e1 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:44:48.206724 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1928f630-6733-4b12-bf81-d15b13908bc9 x-openstack-request-id: req-1928f630-6733-4b12-bf81-d15b13908bc9 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:48.207283 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2c9cb-61e4-4832-84c7-45e3fa43e48d", "name": "network-vif-plugged", "status": "completed", "tag": "cb129c7a-7fec-4321-87b2-15a9b11c409a", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:48.207548 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1928f630-6733-4b12-bf81-d15b13908bc9 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:48.207983 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb129c7a-7fec-4321-87b2-15a9b11c409a', 'code': 200} Sep 15 13:44:48.229638 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.283836 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:48.299124 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 75a6b5ac-f743-4583-ac09-948da55712cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=75a6b5ac-f743-4583-ac09-948da55712cc,segment=NetworkSegment(eb10b178-ca0d-4993-b8ab-665fa1d2446c),segment_id=eb10b178-ca0d-4993-b8ab-665fa1d2446c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:48.312221 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 58386000-9091-489e-8dc8-e13607fbd5e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58386000-9091-489e-8dc8-e13607fbd5e1,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:48.324020 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '58386000-9091-489e-8dc8-e13607fbd5e1', 'network_id': 'ffa5ad67-b175-4b80-b4dd-bdb86506c54b', 'port_id': '58386000-9091-489e-8dc8-e13607fbd5e1', 'mac_address': 'fa:16:3e:f4:68:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafc2b1-0aa2-4454-bb76-76f864d15910', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:44:48.357160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f32f0-8b13-40c3-be8b-abc557d7d981 req-63d54602-e8c2-4fb2-9d7a-045d8a0c7633 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:48.361892 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-922f32f0-8b13-40c3-be8b-abc557d7d981 req-63d54602-e8c2-4fb2-9d7a-045d8a0c7633 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 944 time: 0.0633514 Sep 15 13:44:48.374882 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.391810 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58386000-9091-489e-8dc8-e13607fbd5e1 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:48.415027 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 58386000-9091-489e-8dc8-e13607fbd5e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58386000-9091-489e-8dc8-e13607fbd5e1,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:48.433052 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-922f32f0-8b13-40c3-be8b-abc557d7d981 req-928a444a-467a-47a9-9bdd-c885c9c44edc tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Sep 15 13:44:48.468070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a07d-3f48-43b6-bf3e-c463a499b4d0 req-411ec31b-3f3a-4293-8b78-ba8f57a4c98e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:48.469577 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-99d0a07d-3f48-43b6-bf3e-c463a499b4d0 req-411ec31b-3f3a-4293-8b78-ba8f57a4c98e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0809982 Sep 15 13:44:48.483972 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.528738 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-99d0a07d-3f48-43b6-bf3e-c463a499b4d0 req-931446f4-4828-4619-a0d3-f95d8494210c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Sep 15 13:44:48.541884 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=75a6b5ac-f743-4583-ac09-948da55712cc,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:48.620801 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.676621 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=58386000-9091-489e-8dc8-e13607fbd5e1,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:48.684060 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e5592dad-5963-4ada-b4a1-243905ef011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.792881 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.997870 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601749-be6a-4063-a0e9-1b2f77746803 req-2632bb77-b00b-481e-bf77-2e282ac9597a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:48.999662 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec601749-be6a-4063-a0e9-1b2f77746803 req-2632bb77-b00b-481e-bf77-2e282ac9597a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0567493 Sep 15 13:44:49.065870 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec601749-be6a-4063-a0e9-1b2f77746803 req-748b9a91-4340-46c4-b239-1fad74547eac tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505023 Sep 15 13:44:49.078386 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc1e30-b760-4cb8-b63e-a72767f03a4b req-dbae015b-45bc-4ea5-be8b-87022eba4b05 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:49.079847 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10bc1e30-b760-4cb8-b63e-a72767f03a4b req-dbae015b-45bc-4ea5-be8b-87022eba4b05 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0747375 Sep 15 13:44:49.123452 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10bc1e30-b760-4cb8-b63e-a72767f03a4b req-2beb614e-49e2-4fbc-8133-db18aa2a0e67 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363879 Sep 15 13:44:49.563038 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d977a-d767-4d24-af3b-72cabf79378f req-671b6deb-75d1-4647-9812-563dfa336c9e tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:49.564560 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-825d977a-d767-4d24-af3b-72cabf79378f req-671b6deb-75d1-4647-9812-563dfa336c9e tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0558066 Sep 15 13:44:49.623878 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-825d977a-d767-4d24-af3b-72cabf79378f req-96e0d768-c5d8-4eb9-84de-af7c2a2c345d tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495722 Sep 15 13:44:49.670010 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14990a2c-8a1e-4ebf-93a8-9298767ac8f3 req-c5b1a060-9cf3-4518-a111-88e18f72dc21 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:49.672445 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-14990a2c-8a1e-4ebf-93a8-9298767ac8f3 req-c5b1a060-9cf3-4518-a111-88e18f72dc21 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0681467 Sep 15 13:44:49.712312 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-14990a2c-8a1e-4ebf-93a8-9298767ac8f3 req-4b75fd93-c0ca-4699-998e-60c62bea4222 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Sep 15 13:44:49.971056 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.209112 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a6b5ac-f743-4583-ac09-948da55712cc'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:50.212012 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df0ff6-efa9-4b93-9084-739d75236870 req-fb951aa6-5560-4fbf-8cf2-57fbd54e956d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:50.212787 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50687a4-7911-4e44-b234-593349f02db2" -d '{"events": [{"server_uuid": "1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a", "name": "network-vif-plugged", "status": "completed", "tag": "75a6b5ac-f743-4583-ac09-948da55712cc"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:50.216590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-91df0ff6-efa9-4b93-9084-739d75236870 req-fb951aa6-5560-4fbf-8cf2-57fbd54e956d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0723548 Sep 15 13:44:50.332549 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-91df0ff6-efa9-4b93-9084-739d75236870 req-4987357d-52e5-4637-af84-82b6b58eca27 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101103 Sep 15 13:44:50.347450 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ba49d-fd5f-4720-98db-711bd4cd4647 req-3a8974cc-6423-4b2f-aed2-a2839281bef7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:50.349966 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-540ba49d-fd5f-4720-98db-711bd4cd4647 req-3a8974cc-6423-4b2f-aed2-a2839281bef7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.1250122 Sep 15 13:44:50.393152 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e6d866-b0d6-43a9-886f-479e4a896a71 x-openstack-request-id: req-a4e6d866-b0d6-43a9-886f-479e4a896a71 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:50.393466 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a", "name": "network-vif-plugged", "status": "completed", "tag": "75a6b5ac-f743-4583-ac09-948da55712cc", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:50.393721 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4e6d866-b0d6-43a9-886f-479e4a896a71 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:50.394114 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a6b5ac-f743-4583-ac09-948da55712cc', 'code': 200} Sep 15 13:44:50.401333 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-540ba49d-fd5f-4720-98db-711bd4cd4647 req-e2bcee68-342f-4b86-8791-63e3c928a204 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Sep 15 13:44:50.753095 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc78bad-220d-4cfc-b687-f78813421ccb req-e5867e98-cb74-4793-bba3-fcabdb193867 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:50.754599 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7cc78bad-220d-4cfc-b687-f78813421ccb req-e5867e98-cb74-4793-bba3-fcabdb193867 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0534551 Sep 15 13:44:50.830268 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7cc78bad-220d-4cfc-b687-f78813421ccb req-67dffc9f-d964-41db-9f76-23932899daca tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676937 Sep 15 13:44:50.864234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88712310-a2a8-41cd-ac02-4cad819672f9 req-a2c3d493-78aa-416e-85ed-a2175e956084 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:50.873423 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-88712310-a2a8-41cd-ac02-4cad819672f9 req-a2c3d493-78aa-416e-85ed-a2175e956084 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0839531 Sep 15 13:44:50.909033 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-88712310-a2a8-41cd-ac02-4cad819672f9 req-6cf4fae3-174e-46e3-9989-dae503074f0d tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346422 Sep 15 13:44:51.191457 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd0301-e453-4b4a-9d26-457f645e063f req-b7fefa50-af54-4018-b7e2-772fe324f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:51.193153 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-20fd0301-e453-4b4a-9d26-457f645e063f req-b7fefa50-af54-4018-b7e2-772fe324f817 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 1099 time: 0.0819266 Sep 15 13:44:51.218529 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-20fd0301-e453-4b4a-9d26-457f645e063f req-d9bdb749-140f-4e10-ac9a-cb4ef867dbaa service neutron] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.331083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-20fd0301-e453-4b4a-9d26-457f645e063f req-d9bdb749-140f-4e10-ac9a-cb4ef867dbaa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.470033 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a881-a864-40a5-b25c-f0ac80b34dfa req-62386f0f-7f51-4a9c-9331-42e70ff342d1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:51.471959 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cef8a881-a864-40a5-b25c-f0ac80b34dfa req-62386f0f-7f51-4a9c-9331-42e70ff342d1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0681660 Sep 15 13:44:51.473150 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-20fd0301-e453-4b4a-9d26-457f645e063f req-d9bdb749-140f-4e10-ac9a-cb4ef867dbaa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.507756 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-20fd0301-e453-4b4a-9d26-457f645e063f req-d9bdb749-140f-4e10-ac9a-cb4ef867dbaa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067119 Sep 15 13:44:51.570891 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb749-140f-4e10-ac9a-cb4ef867dbaa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6cf213-85bf-41fc-bce5-3cb21d1752b9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:51.613353 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cef8a881-a864-40a5-b25c-f0ac80b34dfa req-9f40e619-1f1e-432e-8d7d-ea6748b98c60 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078160 Sep 15 13:44:51.620293 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.626142 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52e0b0-ad60-4636-9fdc-0d08fe180fb3 req-eac3c4db-db20-4840-9ad7-c1ab0187f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:51.627809 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2a52e0b0-ad60-4636-9fdc-0d08fe180fb3 req-eac3c4db-db20-4840-9ad7-c1ab0187f0b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 1098 time: 0.1147287 Sep 15 13:44:51.639454 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8dc3-081b-4f70-8efa-9f22237a6dd3 req-31e312e2-c293-4bac-b141-b5e7f3f94d75 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:51.640964 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4fed8dc3-081b-4f70-8efa-9f22237a6dd3 req-31e312e2-c293-4bac-b141-b5e7f3f94d75 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.1267908 Sep 15 13:44:51.681592 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4fed8dc3-081b-4f70-8efa-9f22237a6dd3 req-db18c4fb-4d70-4784-bff5-71414e63b301 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336974 Sep 15 13:44:51.955604 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c83342-f76c-4421-a110-ac814571c543 req-53f46489-e4a1-4f0b-897d-de22cb6f6917 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:51.957261 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e7c83342-f76c-4421-a110-ac814571c543 req-53f46489-e4a1-4f0b-897d-de22cb6f6917 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0581970 Sep 15 13:44:52.025462 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e7c83342-f76c-4421-a110-ac814571c543 req-73b7073a-92bd-4b3b-bdc9-5dc4cb3aea35 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 Sep 15 13:44:52.056334 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a4553-0d18-4df7-bc77-c005d11f95b6 req-0b66bae0-10c6-4b99-ba2f-895eb8801e2b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:52.057887 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d1a4553-0d18-4df7-bc77-c005d11f95b6 req-0b66bae0-10c6-4b99-ba2f-895eb8801e2b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0705974 Sep 15 13:44:52.096970 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d1a4553-0d18-4df7-bc77-c005d11f95b6 req-31761967-497a-447f-92e8-c3727b1b0ec8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332177 Sep 15 13:44:52.735993 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344526f6-031f-43d5-8ffc-73efd814e2e7 req-8838efa3-cfa4-4455-9eb7-b49fb2995326 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:52.737617 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-344526f6-031f-43d5-8ffc-73efd814e2e7 req-8838efa3-cfa4-4455-9eb7-b49fb2995326 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Sep 15 13:44:52.805391 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-344526f6-031f-43d5-8ffc-73efd814e2e7 req-4d5433f3-a6ad-4810-8f0f-ec2b4da842ad tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Sep 15 13:44:52.822525 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbcc18-0ec3-4e60-a670-d3c5d5c1564a req-70b54626-e396-4add-a610-c62393705213 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:52.824005 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-97dbcc18-0ec3-4e60-a670-d3c5d5c1564a req-70b54626-e396-4add-a610-c62393705213 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0646336 Sep 15 13:44:52.862025 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-97dbcc18-0ec3-4e60-a670-d3c5d5c1564a req-a0a58219-332a-41bb-af2a-dd4f47f78049 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Sep 15 13:44:53.052047 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2a52e0b0-ad60-4636-9fdc-0d08fe180fb3 req-4be28f0a-67c9-44f0-9194-6138b37fe7c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Sep 15 13:44:53.142241 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e798a-0e7d-408e-a27d-1e9468cb8ec9 req-bc17dcbf-a3dd-40a1-9b17-5658f9af6d96 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:53.143816 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2d9e798a-0e7d-408e-a27d-1e9468cb8ec9 req-bc17dcbf-a3dd-40a1-9b17-5658f9af6d96 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0500197 Sep 15 13:44:53.200052 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2d9e798a-0e7d-408e-a27d-1e9468cb8ec9 req-910d4e4c-3c6c-4b21-8057-40c1989f1c6f tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Sep 15 13:44:53.238913 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3a2a9-af6e-40e6-a0f3-6862464c5227 req-7365af60-296e-41de-9a6b-706baa121908 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:53.240399 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3a2a9-af6e-40e6-a0f3-6862464c5227 req-7365af60-296e-41de-9a6b-706baa121908 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0563290 Sep 15 13:44:53.280479 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3a2a9-af6e-40e6-a0f3-6862464c5227 req-7808c453-04d0-4c6c-bfa6-c3f715448471 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Sep 15 13:44:53.918272 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fa685-f58d-44ee-b46e-ea340884c6d2 req-79cafd8d-542a-4570-b6b9-bea6d74074c5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:53.920042 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c87fa685-f58d-44ee-b46e-ea340884c6d2 req-79cafd8d-542a-4570-b6b9-bea6d74074c5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0488057 Sep 15 13:44:53.989733 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c87fa685-f58d-44ee-b46e-ea340884c6d2 req-fc19e509-1c81-49cc-abdf-cf7f64c6196f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638723 Sep 15 13:44:54.007913 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56b2a4-0fa6-4783-b908-ebbb16f0c977 req-5fcb7d14-98c2-4a0a-aad3-76fc32ae0511 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:54.017416 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a56b2a4-0fa6-4783-b908-ebbb16f0c977 req-5fcb7d14-98c2-4a0a-aad3-76fc32ae0511 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0701430 Sep 15 13:44:54.051809 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a56b2a4-0fa6-4783-b908-ebbb16f0c977 req-a7c2fc28-6f11-48ce-8e25-87dcf03abbf1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Sep 15 13:44:54.315438 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c0149-cfef-4aae-b580-d8f56b605cfa req-e81ec99e-c2c9-4eeb-9714-e51156610c73 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:54.316966 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd5c0149-cfef-4aae-b580-d8f56b605cfa req-e81ec99e-c2c9-4eeb-9714-e51156610c73 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0485256 Sep 15 13:44:54.366627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd5c0149-cfef-4aae-b580-d8f56b605cfa req-b0530da8-918d-4d83-a45c-fb6af296ff10 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Sep 15 13:44:54.427176 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0e16c-96ef-44c8-9dc6-9d2386279472 req-ce8007c7-b291-4f48-9851-473474f2507b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:54.428628 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8eb0e16c-96ef-44c8-9dc6-9d2386279472 req-ce8007c7-b291-4f48-9851-473474f2507b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0768456 Sep 15 13:44:54.466810 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8eb0e16c-96ef-44c8-9dc6-9d2386279472 req-941de2e3-1b5d-478f-ba43-fc991a46e0d1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Sep 15 13:44:55.115904 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70079fc6-15ad-4e21-a4d7-007630272362 req-12ade1fa-f418-4c33-a6b3-e33eefe4f549 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.117446 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-70079fc6-15ad-4e21-a4d7-007630272362 req-12ade1fa-f418-4c33-a6b3-e33eefe4f549 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Sep 15 13:44:55.180607 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-70079fc6-15ad-4e21-a4d7-007630272362 req-9fff7cd7-87a6-425e-92d1-7efb3eb9dd1f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571778 Sep 15 13:44:55.202190 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f97ae9-e99d-4b36-b8a5-3a6bed58ef48 req-4430f2e4-ad69-4092-b798-1973e0dff326 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.203670 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-77f97ae9-e99d-4b36-b8a5-3a6bed58ef48 req-4430f2e4-ad69-4092-b798-1973e0dff326 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0665140 Sep 15 13:44:55.244022 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-77f97ae9-e99d-4b36-b8a5-3a6bed58ef48 req-65abc320-b07d-4de7-ae09-2690b73d39f2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Sep 15 13:44:55.454535 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['31f3fe7e-6861-44a1-9406-cdde9d6ce365'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:55.458896 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['0e8e638a-4fe1-4bb3-b65a-1fc07786728b'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:55.490894 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08350-9ff0-4f08-bfa0-671e3e9d1709 req-add09b71-90f5-42e6-b975-bffa07f62f5e tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.492764 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f9e08350-9ff0-4f08-bfa0-671e3e9d1709 req-add09b71-90f5-42e6-b975-bffa07f62f5e tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0549512 Sep 15 13:44:55.539587 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f9e08350-9ff0-4f08-bfa0-671e3e9d1709 req-52388bb3-7f38-4445-bbf0-a56a0878e4b4 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Sep 15 13:44:55.605073 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06fd3-d82c-41d1-98cf-e3dafaf558d7 req-449f5bb3-b49b-41df-aa2d-676cbc2d7047 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.606615 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c0b06fd3-d82c-41d1-98cf-e3dafaf558d7 req-449f5bb3-b49b-41df-aa2d-676cbc2d7047 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0567088 Sep 15 13:44:55.648724 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c0b06fd3-d82c-41d1-98cf-e3dafaf558d7 req-98d17c31-d1ad-44a0-807e-a3c5c428fb18 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355856 Sep 15 13:44:55.973474 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['58386000-9091-489e-8dc8-e13607fbd5e1'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:56.305578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139b5a-f8e3-4b9e-9553-fade07ad9c3e req-7df1bdef-0207-40d9-a9ba-7ed185535111 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:56.307106 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7139b5a-f8e3-4b9e-9553-fade07ad9c3e req-7df1bdef-0207-40d9-a9ba-7ed185535111 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0507762 Sep 15 13:44:56.371840 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7139b5a-f8e3-4b9e-9553-fade07ad9c3e req-a88c2d24-a0b6-43ba-949e-1e31da3eba12 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582721 Sep 15 13:44:56.387763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4322b-f77b-4ce7-9ac6-fca8858beb1e req-6801bf6b-b036-4b6a-81e4-7d9704b4ccf8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:56.389237 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ad4322b-f77b-4ce7-9ac6-fca8858beb1e req-6801bf6b-b036-4b6a-81e4-7d9704b4ccf8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0687530 Sep 15 13:44:56.430275 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ad4322b-f77b-4ce7-9ac6-fca8858beb1e req-77f556ff-3237-42ba-8f78-2d215cee68e6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350649 Sep 15 13:44:56.658907 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a76898-21cc-430d-9c22-8471a9101abf req-b4396e32-0c14-4890-8b96-d1dc4e723782 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:56.660356 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d6a76898-21cc-430d-9c22-8471a9101abf req-b4396e32-0c14-4890-8b96-d1dc4e723782 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0488608 Sep 15 13:44:56.700175 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d6a76898-21cc-430d-9c22-8471a9101abf req-7eba35a7-212b-4cc1-a78b-c2e0dbfe202d tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Sep 15 13:44:56.768059 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8207-056e-4fe6-8efd-039f6e127136 req-08124ea5-5e41-43f1-b684-40d0dfcbe556 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:56.769455 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-853c8207-056e-4fe6-8efd-039f6e127136 req-08124ea5-5e41-43f1-b684-40d0dfcbe556 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0477865 Sep 15 13:44:56.806893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-853c8207-056e-4fe6-8efd-039f6e127136 req-d4188b45-f353-45bf-889e-b10f74976e9b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310304 Sep 15 13:44:57.487347 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb438df2-3560-499b-a334-096530af0df3 req-47c0f53b-fc6a-4b0e-935a-b2d589765a4d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:57.488862 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb438df2-3560-499b-a334-096530af0df3 req-47c0f53b-fc6a-4b0e-935a-b2d589765a4d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Sep 15 13:44:57.568995 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb438df2-3560-499b-a334-096530af0df3 req-13db2f19-3c42-4a2a-bd71-5400383fab6b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738344 Sep 15 13:44:57.588313 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d033d-8540-4d8c-a1af-09c651d80fde req-308d0cf8-a280-4555-b370-5722891023a5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:57.589884 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-574d033d-8540-4d8c-a1af-09c651d80fde req-308d0cf8-a280-4555-b370-5722891023a5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0788841 Sep 15 13:44:57.635661 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-574d033d-8540-4d8c-a1af-09c651d80fde req-1e519117-df77-40bd-92fa-98db0817e529 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393229 Sep 15 13:44:57.819068 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29c478-c591-4e18-96ca-40f15f5729b4 req-accf8e05-d6f4-422a-aea6-ef0b236b3c59 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:57.820731 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1b29c478-c591-4e18-96ca-40f15f5729b4 req-accf8e05-d6f4-422a-aea6-ef0b236b3c59 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0505519 Sep 15 13:44:57.868274 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1b29c478-c591-4e18-96ca-40f15f5729b4 req-ad0ed9d4-0b0f-4063-8272-dd4ffa2f1fd1 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393133 Sep 15 13:44:57.931028 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9b96d-e71d-4631-a8e8-44f7a1105c7e req-cb72e6f7-36fa-4d7d-89cd-df427a73086e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:57.932531 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e9f9b96d-e71d-4631-a8e8-44f7a1105c7e req-cb72e6f7-36fa-4d7d-89cd-df427a73086e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0511780 Sep 15 13:44:57.951291 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0e8e638a-4fe1-4bb3-b65a-1fc07786728b up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:57.980623 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e9f9b96d-e71d-4631-a8e8-44f7a1105c7e req-d7fabec0-4f9b-476b-93f6-73454fb6d181 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Sep 15 13:44:58.118045 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:44:58.122337 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:58.122706 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.208994 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.234498 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f58760-c219-482a-9efd-3ac2070cde8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:58.236983 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae7b50-3a24-47f5-95db-d1d58519dbb3" -d '{"events": [{"server_uuid": "91f58760-c219-482a-9efd-3ac2070cde8d", "name": "network-vif-plugged", "status": "completed", "tag": "0e8e638a-4fe1-4bb3-b65a-1fc07786728b"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:58.251576 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:58.281074 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170c666a-e7f8-4a91-967e-c97a82f82399 x-openstack-request-id: req-170c666a-e7f8-4a91-967e-c97a82f82399 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:58.281390 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f58760-c219-482a-9efd-3ac2070cde8d", "name": "network-vif-plugged", "status": "completed", "tag": "0e8e638a-4fe1-4bb3-b65a-1fc07786728b", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:58.281669 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-170c666a-e7f8-4a91-967e-c97a82f82399 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:58.282131 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f58760-c219-482a-9efd-3ac2070cde8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b', 'code': 200} Sep 15 13:44:58.317962 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.319059 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:58.403490 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:58.529596 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:44:58.533520 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:58.533911 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.612251 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.646647 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:58.713194 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6afd0-5fbf-468d-a5a1-98fda6a81c4b req-27a0cc2c-3a36-41b3-a352-98357d3aa72d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:58.714702 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-03a6afd0-5fbf-468d-a5a1-98fda6a81c4b req-27a0cc2c-3a36-41b3-a352-98357d3aa72d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 945 time: 0.0494480 Sep 15 13:44:58.763316 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.764276 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 58386000-9091-489e-8dc8-e13607fbd5e1 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:58.776684 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-03a6afd0-5fbf-468d-a5a1-98fda6a81c4b req-99a204b7-80c7-4a3a-af26-c10f5d7f76c5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529535 Sep 15 13:44:58.788782 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cd441-359e-407c-acaa-fad7c318221c req-42d59edb-bec0-4a92-9954-412c47a1884c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:58.790329 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-583cd441-359e-407c-acaa-fad7c318221c req-42d59edb-bec0-4a92-9954-412c47a1884c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0747466 Sep 15 13:44:58.830053 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-583cd441-359e-407c-acaa-fad7c318221c req-3036ce02-a34e-4c3b-bacf-2308bde61607 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331578 Sep 15 13:44:58.841613 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:58.906047 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 58386000-9091-489e-8dc8-e13607fbd5e1 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:44:58.911608 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 58386000-9091-489e-8dc8-e13607fbd5e1 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:58.911990 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.990852 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cec92-1f37-464a-8eae-5c25ff35f851 req-1dd234bd-b1b7-4edd-915f-096cbfd79399 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:58.992553 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-154cec92-1f37-464a-8eae-5c25ff35f851 req-1dd234bd-b1b7-4edd-915f-096cbfd79399 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0540848 Sep 15 13:44:59.001840 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:59.040389 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 58386000-9091-489e-8dc8-e13607fbd5e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58386000-9091-489e-8dc8-e13607fbd5e1,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:59.112289 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:59.169811 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=58386000-9091-489e-8dc8-e13607fbd5e1,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:59.228328 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-154cec92-1f37-464a-8eae-5c25ff35f851 req-691147e9-e4ea-4d2f-b228-7f70a5213092 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295249 Sep 15 13:44:59.244582 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07919-36da-4690-beb2-244dd651f279 req-75571fc6-6d31-4131-b86c-4870fa5d0687 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:59.246232 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bcc07919-36da-4690-beb2-244dd651f279 req-75571fc6-6d31-4131-b86c-4870fa5d0687 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0615358 Sep 15 13:44:59.286642 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bcc07919-36da-4690-beb2-244dd651f279 req-7537e827-028e-4eae-92f3-edd75b8e0bbe tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Sep 15 13:44:59.610995 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c825709-367f-4820-b2f1-f3607ec6fb62 req-328600dd-7e26-4162-bc43-b17444bfe167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:59.612422 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8c825709-367f-4820-b2f1-f3607ec6fb62 req-328600dd-7e26-4162-bc43-b17444bfe167 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.0391586 Sep 15 13:44:59.650567 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8c825709-367f-4820-b2f1-f3607ec6fb62 req-394f3334-f7e2-4cec-89d8-4197fb18b82a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295548 Sep 15 13:44:59.895795 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79db0c-10cd-407b-a084-27df64f6c1a6 req-1594c120-bac4-4e0c-b329-404b4b5adbc2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:59.897886 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d79db0c-10cd-407b-a084-27df64f6c1a6 req-1594c120-bac4-4e0c-b329-404b4b5adbc2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0535884 Sep 15 13:44:59.961329 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d79db0c-10cd-407b-a084-27df64f6c1a6 req-ced11a13-e43a-4892-9b90-b7396d9be7c7 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Sep 15 13:44:59.991390 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b967d-51b2-46cd-a801-6991d76ddca5 req-502dd6b4-0827-4092-a38b-c60ee39c98e2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:59.991390 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e1b967d-51b2-46cd-a801-6991d76ddca5 req-502dd6b4-0827-4092-a38b-c60ee39c98e2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0730026 Sep 15 13:45:00.025943 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e1b967d-51b2-46cd-a801-6991d76ddca5 req-4043e6bf-1091-4ed1-9a9f-8b79503ca470 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349956 Sep 15 13:45:00.283372 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}, {'server_uuid': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58386000-9091-489e-8dc8-e13607fbd5e1'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:00.285792 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3734e416-1f66-4213-9523-e8444517f4c3" -d '{"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-plugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365"}, {"server_uuid": "1eadd443-4c2b-49d7-955b-ae1ee35212c5", "name": "network-vif-plugged", "status": "completed", "tag": "58386000-9091-489e-8dc8-e13607fbd5e1"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:00.327941 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3430084-9a62-4655-9889-8e2c03a15fa5 x-openstack-request-id: req-a3430084-9a62-4655-9889-8e2c03a15fa5 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:00.328297 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-plugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365", "code": 200}, {"server_uuid": "1eadd443-4c2b-49d7-955b-ae1ee35212c5", "name": "network-vif-plugged", "status": "completed", "tag": "58386000-9091-489e-8dc8-e13607fbd5e1", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:00.328576 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3430084-9a62-4655-9889-8e2c03a15fa5 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:00.329150 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'code': 200} Sep 15 13:45:00.329488 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58386000-9091-489e-8dc8-e13607fbd5e1', 'code': 200} Sep 15 13:45:01.083199 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac142bfb-81ea-45b8-a9fb-473c645b6a1e req-768afe43-7d59-4d17-b9eb-9d6358f796e3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:01.084644 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ac142bfb-81ea-45b8-a9fb-473c645b6a1e req-768afe43-7d59-4d17-b9eb-9d6358f796e3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0526359 Sep 15 13:45:01.148743 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ac142bfb-81ea-45b8-a9fb-473c645b6a1e req-57f942b3-eb21-4909-8e84-5a5db402ea50 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576959 Sep 15 13:45:01.175038 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43106-d44d-44c3-9728-824c0fd87ffa req-3d2a28ed-b127-4791-8c5c-d616861e11ee tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:01.176862 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ffd43106-d44d-44c3-9728-824c0fd87ffa req-3d2a28ed-b127-4791-8c5c-d616861e11ee tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0649784 Sep 15 13:45:01.216405 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ffd43106-d44d-44c3-9728-824c0fd87ffa req-addbdd3f-d8ad-43f5-8273-79c9eb130a2d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324564 Sep 15 13:45:02.266296 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a008dfe-92d2-4306-bad4-cf000d6a734c req-dd5bea62-4518-4d9e-8a32-af6ff46217bc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:02.267850 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a008dfe-92d2-4306-bad4-cf000d6a734c req-dd5bea62-4518-4d9e-8a32-af6ff46217bc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0527787 Sep 15 13:45:02.316374 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a008dfe-92d2-4306-bad4-cf000d6a734c req-61c24961-0fdc-4186-a1ff-78af21d7e62e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Sep 15 13:45:02.352804 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213bb8c-d20c-465b-81a0-973216b01581 req-1810b34a-81ca-412a-b0f7-be795d1b0e41 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:02.354304 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d213bb8c-d20c-465b-81a0-973216b01581 req-1810b34a-81ca-412a-b0f7-be795d1b0e41 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0537231 Sep 15 13:45:02.395145 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d213bb8c-d20c-465b-81a0-973216b01581 req-a5c6310d-c058-4153-9986-1e0119f4c083 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Sep 15 13:45:03.434542 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715bcc8-4e3e-4e64-8dcc-de0a28f994fc req-672efe2a-2819-4ff4-93ae-c67a4b6e9dfc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:03.436416 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8715bcc8-4e3e-4e64-8dcc-de0a28f994fc req-672efe2a-2819-4ff4-93ae-c67a4b6e9dfc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0531585 Sep 15 13:45:03.505823 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8715bcc8-4e3e-4e64-8dcc-de0a28f994fc req-9a5ccdde-96b9-4907-9ff5-1bb5e8fcdbd0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634751 Sep 15 13:45:03.527361 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536d2d8-536c-479f-ae02-b62d2045c3b8 req-d6f53369-0273-4df0-a048-8cd542b2d74d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:03.528946 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4536d2d8-536c-479f-ae02-b62d2045c3b8 req-d6f53369-0273-4df0-a048-8cd542b2d74d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0626743 Sep 15 13:45:03.568599 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4536d2d8-536c-479f-ae02-b62d2045c3b8 req-2e593467-ee26-4d74-b83c-3cdb7037af8f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Sep 15 13:45:03.928234 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:45:04.001000 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae486f89-215c-4d0d-9280-c0841d0175f3 req-34ed3010-851b-4431-923a-21852057e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:04.002526 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ae486f89-215c-4d0d-9280-c0841d0175f3 req-34ed3010-851b-4431-923a-21852057e9fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1098 time: 0.0786507 Sep 15 13:45:04.008036 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2a9ce-9f7f-4a7f-828e-37bedc649243 req-a024a091-92b8-4160-a527-e3df2f5ec7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:04.009440 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a0b2a9ce-9f7f-4a7f-828e-37bedc649243 req-a024a091-92b8-4160-a527-e3df2f5ec7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 1099 time: 0.0605025 Sep 15 13:45:04.146457 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a0b2a9ce-9f7f-4a7f-828e-37bedc649243 req-f30e18e8-7315-4376-91ee-b6e7aa7a5027 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Sep 15 13:45:04.151732 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ae486f89-215c-4d0d-9280-c0841d0175f3 req-1ce200cb-0e6c-483b-ab6f-b68baece0684 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641382 Sep 15 13:45:04.633738 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ab980-bf6e-4149-9056-1614a13d04cd req-9df46cde-49bf-461b-b980-53968308c083 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:04.635365 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-992ab980-bf6e-4149-9056-1614a13d04cd req-9df46cde-49bf-461b-b980-53968308c083 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0522411 Sep 15 13:45:04.714106 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-992ab980-bf6e-4149-9056-1614a13d04cd req-95958014-bef3-420b-a111-03aabeccb281 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Sep 15 13:45:04.730128 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c641bf3-acb7-4e5b-9b95-03d6a18c1414 req-3116a68d-912f-4bd9-9a4a-12d096116c71 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:04.739701 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8c641bf3-acb7-4e5b-9b95-03d6a18c1414 req-3116a68d-912f-4bd9-9a4a-12d096116c71 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0813882 Sep 15 13:45:04.773861 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8c641bf3-acb7-4e5b-9b95-03d6a18c1414 req-6846f948-6a6d-48e5-aa12-20d580139a36 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354717 Sep 15 13:45:05.831842 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b761d-66a3-4661-ba3f-bcd80acec0f7 req-7d68636c-677f-45e4-913d-5e6da5beb754 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:05.833355 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-413b761d-66a3-4661-ba3f-bcd80acec0f7 req-7d68636c-677f-45e4-913d-5e6da5beb754 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0503056 Sep 15 13:45:05.877606 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-413b761d-66a3-4661-ba3f-bcd80acec0f7 req-2a741693-2c32-416c-8882-ddf40922244b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375357 Sep 15 13:45:06.025315 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333221be-4850-4865-bc01-5ccc44593bf1 req-cf78cef7-f81a-4db3-9a64-ccd31adfa621 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:06.038671 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-333221be-4850-4865-bc01-5ccc44593bf1 req-cf78cef7-f81a-4db3-9a64-ccd31adfa621 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0812674 Sep 15 13:45:06.070963 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-333221be-4850-4865-bc01-5ccc44593bf1 req-c06249b2-68e4-4c33-8562-a3801688f5a2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362291 Sep 15 13:45:06.570795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-54f1b44c-1841-40b3-9e1c-75767e7b0599 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762670 Sep 15 13:45:06.689434 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-8bc8e50b-2f97-4024-b392-6e916a4aca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:06.694856 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-8bc8e50b-2f97-4024-b392-6e916a4aca89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=981fb38e29db412da1cef93f558e4d79&device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 1098 time: 0.0450535 Sep 15 13:45:06.820762 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-b269396c-6ad3-4444-9792-f0a96a16be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:06.822232 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-b269396c-6ad3-4444-9792-f0a96a16be3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa12d2b-6d72-4a2b-82ca-823e97357c48 HTTP/1.1" status: 200 len: 912 time: 0.1014094 Sep 15 13:45:06.873622 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-a186edd0-5522-4b7a-9e43-1c2880715f37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75a6b5ac-f743-4583-ac09-948da55712cc HTTP/1.1" status: 200 len: 217 time: 0.0432045 Sep 15 13:45:06.931707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-3ec68cec-5b89-42da-a18c-e0f7799f3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:06.933274 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-3ec68cec-5b89-42da-a18c-e0f7799f3a52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=781ad063-8711-4c41-9a2e-d3106c46a1f1 HTTP/1.1" status: 200 len: 851 time: 0.0450747 Sep 15 13:45:07.010807 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-0791ec1f-87c0-4a68-a178-836275ac40bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa12d2b-6d72-4a2b-82ca-823e97357c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319793 Sep 15 13:45:07.054491 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de5ef3-4a2a-4da1-b49a-76ae5a87f138 req-93b3f330-ee66-4b74-8003-dafd88b25a94 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:07.054491 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7de5ef3-4a2a-4da1-b49a-76ae5a87f138 req-93b3f330-ee66-4b74-8003-dafd88b25a94 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.1000175 Sep 15 13:45:07.107892 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56934) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:07.129205 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7de5ef3-4a2a-4da1-b49a-76ae5a87f138 req-9fce60c7-8951-4284-b97c-a0d148e8c222 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685167 Sep 15 13:45:07.150750 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-5b35d735-d6e1-4bfb-b8a2-ceacaf137016 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268699 Sep 15 13:45:07.264185 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.307828 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f4bef-8a1c-4ead-b481-d880563f4028 req-66678bf9-abeb-4b3b-8068-87d1522121ee tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:07.308869 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f9f4bef-8a1c-4ead-b481-d880563f4028 req-66678bf9-abeb-4b3b-8068-87d1522121ee tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1052823 Sep 15 13:45:07.322655 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b55bfe48-34c2-4795-91a0-fc8be910bb2a req-b3c42b1c-5ba3-43d1-adc5-ef03cc75e894 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703703 Sep 15 13:45:07.362047 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f9f4bef-8a1c-4ead-b481-d880563f4028 req-ddafc661-ce20-4178-b9b7-5dd494c4d75a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Sep 15 13:45:07.372199 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.487461 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.529043 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=200a4bd44b1f4f8aae52a7b2374848b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199483 Sep 15 13:45:07.531838 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56952) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:07.542208 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b57799-0626-44bb-949f-b24f4ff1a7c0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:07.557981 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.558509 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.559148 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.559634 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.560418 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.560935 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.561431 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.562200 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.562680 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.563161 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.563630 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.564123 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e6681-86d3-4125-979c-a7be8f08ad07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.600669 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.623306 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.770933 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.774217 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.780379 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00b57799-0626-44bb-949f-b24f4ff1a7c0 HTTP/1.1" status: 204 len: 168 time: 0.2424741 Sep 15 13:45:07.798557 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.809225 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b57799-0626-44bb-949f-b24f4ff1a7c0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:07.835210 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f5c17-919a-40b2-9c7b-12bfd373c615 req-4ef12df3-f2b9-4968-92a7-6eed81273892 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:07.840506 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a55f5c17-919a-40b2-9c7b-12bfd373c615 req-4ef12df3-f2b9-4968-92a7-6eed81273892 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0795808 Sep 15 13:45:07.842127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.842628 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.843105 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.843580 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.844055 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.844680 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.845170 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.845644 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.845803 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 56966) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:07.846133 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.846455 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.846771 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.847089 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080ec08-1019-4af6-b4d2-341ddd03f62e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:07.851628 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'floatingip': {'port_id': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:07.972022 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.978891 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af1f69-1a07-40c2-9196-e264fbccb8e3 req-d84b4df4-8c1f-4b33-aae7-f880218f5634 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:07.994713 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4af1f69-1a07-40c2-9196-e264fbccb8e3 req-d84b4df4-8c1f-4b33-aae7-f880218f5634 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0920041 Sep 15 13:45:08.102992 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-36ff8b41-fe92-45b3-a90c-cace472c4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:08.104468 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-36ff8b41-fe92-45b3-a90c-cace472c4d69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 1099 time: 0.0850315 Sep 15 13:45:08.107463 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4af1f69-1a07-40c2-9196-e264fbccb8e3 req-61d7194f-ebcf-4850-a1fe-b2640f737de1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971434 Sep 15 13:45:08.225358 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-73a8a65d-18ba-4a18-9eaa-4398a52d2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:08.227372 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-73a8a65d-18ba-4a18-9eaa-4398a52d2f19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1113412 Sep 15 13:45:08.283480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-f1c2059c-51b4-4e90-93de-f2dcc1462e28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58386000-9091-489e-8dc8-e13607fbd5e1 HTTP/1.1" status: 200 len: 217 time: 0.0420263 Sep 15 13:45:08.340207 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-d603e798-f545-4beb-ab60-15317c5a4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:08.341861 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-d603e798-f545-4beb-ab60-15317c5a4ddc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.0490103 Sep 15 13:45:08.382312 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-d30d62d8-6cd3-48ff-8396-f302496d9fc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267038 Sep 15 13:45:08.483082 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-8e64c959-d05c-4924-9d3f-ce34adba1de1 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927389 Sep 15 13:45:08.597570 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-241fcbc7-4175-4ee9-9bd9-b38f63c5974d req-939ad7ff-aeb1-4593-a05a-23d66836a3d8 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035995 Sep 15 13:45:08.668686 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56982) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:08.683620 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0127bd8a-130c-4081-bf14-12867f96f5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.722660 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.db.resource_extend [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 13:45:08.790371 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0127bd8a-130c-4081-bf14-12867f96f5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.806489 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.894376 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0127bd8a-130c-4081-bf14-12867f96f5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.894974 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.936754 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-0127bd8a-130c-4081-bf14-12867f96f5ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7966491e3051442f909c6b62427df6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665262 Sep 15 13:45:08.937903 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127bd8a-130c-4081-bf14-12867f96f5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b370d49-a9e6-45d9-8112-99e308f4e1a3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:08.953720 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 56998) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:09.004927 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.l3_db [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Floating IP af2e5a82-e9c3-49d6-86e3-42396d65c95a associated. External IP: 172.27.3.51, port: 31f3fe7e-6861-44a1-9406-cdde9d6ce365. Sep 15 13:45:09.009783 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-312cbaa6-ad45-4079-a848-be86847bc928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.042460 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-312cbaa6-ad45-4079-a848-be86847bc928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.163675 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-312cbaa6-ad45-4079-a848-be86847bc928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.167368 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-312cbaa6-ad45-4079-a848-be86847bc928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.168812 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-312cbaa6-ad45-4079-a848-be86847bc928 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b370d49-a9e6-45d9-8112-99e308f4e1a3 HTTP/1.1" status: 204 len: 168 time: 0.2140665 Sep 15 13:45:09.199142 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cbaa6-ad45-4079-a848-be86847bc928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b370d49-a9e6-45d9-8112-99e308f4e1a3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:09.250263 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084c6df-e4ed-49a6-96ef-c6a6dfff6d63 req-3e72483a-040c-420d-aa34-b6273870262d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:09.251923 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4084c6df-e4ed-49a6-96ef-c6a6dfff6d63 req-3e72483a-040c-420d-aa34-b6273870262d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0662737 Sep 15 13:45:09.289391 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Router 72f404bd-e334-4bf8-abaf-12450b1ebef7 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:45:09.316582 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4084c6df-e4ed-49a6-96ef-c6a6dfff6d63 req-d752f022-df8f-4abe-9d67-2c9a12db2435 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524201 Sep 15 13:45:09.402832 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:45:09.407976 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.416086 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] Sync routers for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:45:09.426134 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:09.426696 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:44:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:09.456062 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-5177290c-3fd0-4428-8312-150669ddfc0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "PUT /v2.0/floatingips/af2e5a82-e9c3-49d6-86e3-42396d65c95a HTTP/1.1" status: 200 len: 990 time: 1.6090128 Sep 15 13:45:09.456696 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:09.460643 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6660310-2aee-4a83-ae7d-94859bdb7909" -d '{"events": [{"name": "network-changed", "server_uuid": "000c762a-a300-44a0-8139-619a93531930", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:09.520692 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28df4b-678e-4ff2-8c33-fd22baf0ef1a x-openstack-request-id: req-da28df4b-678e-4ff2-8c33-fd22baf0ef1a {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:09.521216 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000c762a-a300-44a0-8139-619a93531930", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:09.522128 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da28df4b-678e-4ff2-8c33-fd22baf0ef1a {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:09.522565 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'status': 'completed', 'code': 200} Sep 15 13:45:09.593312 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-1fb937a8-617c-40c3-a77c-3ef7439c6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:09.594783 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-1fb937a8-617c-40c3-a77c-3ef7439c6ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1098 time: 0.0439579 Sep 15 13:45:09.604008 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:09.705197 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-1e272e43-d2a2-4a7d-b55e-d857365293bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:09.706740 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-1e272e43-d2a2-4a7d-b55e-d857365293bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.1039467 Sep 15 13:45:09.818041 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-ca50c3da-cab3-4a1b-958b-876aabf113c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 200 len: 998 time: 0.0953948 Sep 15 13:45:09.871790 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-64f6c284-a0b8-4b96-b4fb-e5dfa7f94ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:09.873301 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-64f6c284-a0b8-4b96-b4fb-e5dfa7f94ee4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0459995 Sep 15 13:45:09.929938 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-7b1f0172-80d5-4a35-bd71-765aa648ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:09.931407 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-7b1f0172-80d5-4a35-bd71-765aa648ad07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445387 Sep 15 13:45:09.971459 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': 'af2e5a82-e9c3-49d6-86e3-42396d65c95a', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'port_id': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 78, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'mac_address': 'fa:16:3e:fe:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000c762a-a300-44a0-8139-619a93531930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:44:23Z', 'updated_at': '2021-09-15T13:45:08Z', 'revision_number': 1, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:09.998410 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] Checking router: 72f404bd-e334-4bf8-abaf-12450b1ebef7 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:45:10.007606 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:10.008441 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:44:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:10.024697 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57024) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:10.044020 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e94c672-f8c6-4a1c-8fc9-20ee465b4dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.056894 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-f4dcfcb8-3c97-4258-b5ea-b0c1f6a55ab5 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041303 Sep 15 13:45:10.136086 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:10.162685 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e94c672-f8c6-4a1c-8fc9-20ee465b4dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.207970 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6660310-2aee-4a83-ae7d-94859bdb7909 req-3c2ed86f-5294-4bf2-a887-c91913069f62 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365285 Sep 15 13:45:10.220430 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2e94c672-f8c6-4a1c-8fc9-20ee465b4dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.263643 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94c672-f8c6-4a1c-8fc9-20ee465b4dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25fe0e0-a717-47c2-b859-9a465eb7dd89,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:10.300510 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-2e94c672-f8c6-4a1c-8fc9-20ee465b4dae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aad9eb6d2c0f40b98208c4a4712af508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743442 Sep 15 13:45:10.303624 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57032) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:10.358630 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f6fda51-666d-4148-a71f-61d12d93dc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.391371 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f6fda51-666d-4148-a71f-61d12d93dc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.410006 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': 'af2e5a82-e9c3-49d6-86e3-42396d65c95a', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'port_id': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 78, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'mac_address': 'fa:16:3e:fe:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000c762a-a300-44a0-8139-619a93531930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:44:23Z', 'updated_at': '2021-09-15T13:45:08Z', 'revision_number': 1, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:10.439022 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a96b3-3ab2-4ce6-921a-37dcac34f2ac None None] The sync data for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi is: [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': 'af2e5a82-e9c3-49d6-86e3-42396d65c95a', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'port_id': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 78, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'mac_address': 'fa:16:3e:fe:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000c762a-a300-44a0-8139-619a93531930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:44:23Z', 'updated_at': '2021-09-15T13:45:08Z', 'revision_number': 1, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:45:10.460823 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206a47-e599-4280-974a-ec2b8afa7963 req-7492bd32-bde7-42a4-ad1f-c5090c33ac25 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:10.462443 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f206a47-e599-4280-974a-ec2b8afa7963 req-7492bd32-bde7-42a4-ad1f-c5090c33ac25 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0619969 Sep 15 13:45:10.504488 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f206a47-e599-4280-974a-ec2b8afa7963 req-09c11959-ea52-47ce-8e37-36913482d396 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Sep 15 13:45:10.546165 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f6fda51-666d-4148-a71f-61d12d93dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.554482 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2f6fda51-666d-4148-a71f-61d12d93dc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.554482 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-2f6fda51-666d-4148-a71f-61d12d93dc47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e25fe0e0-a717-47c2-b859-9a465eb7dd89 HTTP/1.1" status: 204 len: 168 time: 0.2463837 Sep 15 13:45:10.568631 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fda51-666d-4148-a71f-61d12d93dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25fe0e0-a717-47c2-b859-9a465eb7dd89,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:10.711278 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f29dedb-723b-4c95-8e6d-9d1d52780836 None None] New status for floating IP af2e5a82-e9c3-49d6-86e3-42396d65c95a: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:45:10.895995 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57048) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:11.021166 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a405-5222-4fc4-b0aa-3afe88d83772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:11.129534 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a405-5222-4fc4-b0aa-3afe88d83772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:11.219883 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a405-5222-4fc4-b0aa-3afe88d83772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:11.256536 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1a405-5222-4fc4-b0aa-3afe88d83772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e4ccf-c9c6-4b69-8eae-839c1c4517df,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:11.268125 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57070) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:11.268575 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-5fc1a405-5222-4fc4-b0aa-3afe88d83772 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb0c0c23eb674efd801f0f54136419aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704886 Sep 15 13:45:11.316606 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d767a95e-8df8-424f-9cb1-1474be489730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:11.340902 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d767a95e-8df8-424f-9cb1-1474be489730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:11.547028 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d767a95e-8df8-424f-9cb1-1474be489730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:11.549564 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d767a95e-8df8-424f-9cb1-1474be489730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:11.553987 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d767a95e-8df8-424f-9cb1-1474be489730 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd6e4ccf-c9c6-4b69-8eae-839c1c4517df HTTP/1.1" status: 204 len: 168 time: 0.2848439 Sep 15 13:45:11.563703 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767a95e-8df8-424f-9cb1-1474be489730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e4ccf-c9c6-4b69-8eae-839c1c4517df,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:11.637956 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080d67-2e3a-46a0-a5a6-b6ce78e9bd7c req-b7d7ec79-d3a1-41ee-980e-c0da42e9c8d0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:11.639681 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-11080d67-2e3a-46a0-a5a6-b6ce78e9bd7c req-b7d7ec79-d3a1-41ee-980e-c0da42e9c8d0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0569994 Sep 15 13:45:11.679636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-11080d67-2e3a-46a0-a5a6-b6ce78e9bd7c req-e7e5cde8-9947-4e3d-abf5-3158ec529de1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Sep 15 13:45:12.238596 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57108) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:12.251694 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-efe50e4f-4b12-4de7-9244-e92ea7ab9133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.337978 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-efe50e4f-4b12-4de7-9244-e92ea7ab9133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.446629 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-efe50e4f-4b12-4de7-9244-e92ea7ab9133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.507266 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57120) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:12.507758 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-efe50e4f-4b12-4de7-9244-e92ea7ab9133 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a857dcd6eee9414ba543461761b23143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677584 Sep 15 13:45:12.519455 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe50e4f-4b12-4de7-9244-e92ea7ab9133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0625a-dd7a-4e63-9e2d-af7162310132,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:12.594478 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cd97a99-4770-42a3-a97e-9089f527c2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.625280 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cd97a99-4770-42a3-a97e-9089f527c2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.751306 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cd97a99-4770-42a3-a97e-9089f527c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.753935 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9cd97a99-4770-42a3-a97e-9089f527c2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.755189 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9cd97a99-4770-42a3-a97e-9089f527c2c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9f0625a-dd7a-4e63-9e2d-af7162310132 HTTP/1.1" status: 204 len: 168 time: 0.2455971 Sep 15 13:45:12.767079 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd97a99-4770-42a3-a97e-9089f527c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0625a-dd7a-4e63-9e2d-af7162310132,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:12.824404 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823476-3a68-4708-a44c-17f3a592ccb3 req-b1021a9c-c16d-4e4b-8eb7-b3e3687078c3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:12.825977 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1c823476-3a68-4708-a44c-17f3a592ccb3 req-b1021a9c-c16d-4e4b-8eb7-b3e3687078c3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0777729 Sep 15 13:45:12.871805 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1c823476-3a68-4708-a44c-17f3a592ccb3 req-90628c8d-1482-4828-b39a-557165ef7770 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359716 Sep 15 13:45:14.003942 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2457e8-0cc7-454f-b9e3-16e2ec0c35d0 req-06e8f425-833b-47e3-8750-50c1bca6d471 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:14.004611 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be2457e8-0cc7-454f-b9e3-16e2ec0c35d0 req-06e8f425-833b-47e3-8750-50c1bca6d471 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0593266 Sep 15 13:45:14.044522 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be2457e8-0cc7-454f-b9e3-16e2ec0c35d0 req-85044545-d237-41c7-aa34-4090fb32cc6f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331767 Sep 15 13:45:14.315467 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57208) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:14.422719 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-89269317-d375-4a5b-b83e-89382d7c0d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.511127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-89269317-d375-4a5b-b83e-89382d7c0d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.656570 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-89269317-d375-4a5b-b83e-89382d7c0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.711714 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-89269317-d375-4a5b-b83e-89382d7c0d77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df6ca11bd95247edaefb7e6d72bdbf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948433 Sep 15 13:45:14.712308 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57228) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:14.712946 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89269317-d375-4a5b-b83e-89382d7c0d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0137282-e166-458d-99e0-51007336fca5,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:14.789030 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1cb-6c27-48af-8b38-b17fcb9813e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.807820 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1cb-6c27-48af-8b38-b17fcb9813e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.935165 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1cb-6c27-48af-8b38-b17fcb9813e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.939781 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1cb-6c27-48af-8b38-b17fcb9813e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.941438 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-dfa5c1cb-6c27-48af-8b38-b17fcb9813e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0137282-e166-458d-99e0-51007336fca5 HTTP/1.1" status: 204 len: 168 time: 0.2280920 Sep 15 13:45:14.951519 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c1cb-6c27-48af-8b38-b17fcb9813e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0137282-e166-458d-99e0-51007336fca5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:15.159697 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a397b-7d20-4a81-85fc-36112eecbfee req-fc7b6fc6-ab77-48dd-87ea-da0f0e8cf415 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:15.161812 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a41a397b-7d20-4a81-85fc-36112eecbfee req-fc7b6fc6-ab77-48dd-87ea-da0f0e8cf415 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0485525 Sep 15 13:45:15.202990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a41a397b-7d20-4a81-85fc-36112eecbfee req-fff680a1-0d44-47b2-a12f-244f7b543ae8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347142 Sep 15 13:45:15.347444 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57246) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:15.552251 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-093adecb-214e-4a41-b446-0d16faeff277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.656847 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-093adecb-214e-4a41-b446-0d16faeff277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.762659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-093adecb-214e-4a41-b446-0d16faeff277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.803292 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093adecb-214e-4a41-b446-0d16faeff277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1555b-b643-4afe-b178-bc6c619a34c0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:15.812668 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-093adecb-214e-4a41-b446-0d16faeff277 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d4ed2e5e4bb4392927f8b644969b503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605985 Sep 15 13:45:15.814162 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57264) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:15.864651 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-580f480f-32c8-44fb-adf2-313afc3fa2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.886536 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-580f480f-32c8-44fb-adf2-313afc3fa2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.043599 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-580f480f-32c8-44fb-adf2-313afc3fa2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.046609 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-580f480f-32c8-44fb-adf2-313afc3fa2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.047787 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-580f480f-32c8-44fb-adf2-313afc3fa2e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55b1555b-b643-4afe-b178-bc6c619a34c0 HTTP/1.1" status: 204 len: 168 time: 0.2338734 Sep 15 13:45:16.056163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f480f-32c8-44fb-adf2-313afc3fa2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1555b-b643-4afe-b178-bc6c619a34c0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:16.086778 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-cfad40ed-1a73-4d5e-ae35-92118ec58654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.104235 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57270) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:16.119139 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09a34193-a9df-4364-a379-38327547a0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.214703 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09a34193-a9df-4364-a379-38327547a0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.322721 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3099-b1d3-43c5-8ee4-bad0ba507499 req-a9ac7afa-3d98-4809-ba4b-b3802627e24f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:16.324122 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-828b3099-b1d3-43c5-8ee4-bad0ba507499 req-a9ac7afa-3d98-4809-ba4b-b3802627e24f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0499783 Sep 15 13:45:16.325291 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-09a34193-a9df-4364-a379-38327547a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.383435 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a34193-a9df-4364-a379-38327547a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bbc6e5-ee1b-4c35-a082-c2d399f36b33,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:16.388070 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-09a34193-a9df-4364-a379-38327547a0e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=464d553ea85f40ffb95ace15337d0033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827356 Sep 15 13:45:16.391084 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57274) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:16.405806 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-828b3099-b1d3-43c5-8ee4-bad0ba507499 req-e3981e96-a440-46ce-a667-c40ff7c2f97c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707018 Sep 15 13:45:16.465657 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-136c63c4-213a-4517-b9fa-a07e93293f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.492270 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-136c63c4-213a-4517-b9fa-a07e93293f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.649239 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-136c63c4-213a-4517-b9fa-a07e93293f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.652396 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-136c63c4-213a-4517-b9fa-a07e93293f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.656297 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-136c63c4-213a-4517-b9fa-a07e93293f46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24bbc6e5-ee1b-4c35-a082-c2d399f36b33 HTTP/1.1" status: 204 len: 168 time: 0.2621093 Sep 15 13:45:16.671084 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c63c4-213a-4517-b9fa-a07e93293f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bbc6e5-ee1b-4c35-a082-c2d399f36b33,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:16.971319 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57290) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:16.985526 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-717cd226-89c7-46fa-8482-a067ab708b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.093729 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-717cd226-89c7-46fa-8482-a067ab708b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.226097 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-717cd226-89c7-46fa-8482-a067ab708b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.268295 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-717cd226-89c7-46fa-8482-a067ab708b90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3084dcb4a0fb4d8c835e375602b1d012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958241 Sep 15 13:45:17.269307 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cd226-89c7-46fa-8482-a067ab708b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d191a95-e189-485e-9b1e-10d1703a5937,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:17.272145 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57300) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:17.330753 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-137786bd-a27e-4032-acc7-fafaa98f9b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.354011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-137786bd-a27e-4032-acc7-fafaa98f9b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.471476 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-137786bd-a27e-4032-acc7-fafaa98f9b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.474307 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-137786bd-a27e-4032-acc7-fafaa98f9b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.479368 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-137786bd-a27e-4032-acc7-fafaa98f9b84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d191a95-e189-485e-9b1e-10d1703a5937 HTTP/1.1" status: 204 len: 168 time: 0.2059996 Sep 15 13:45:17.511034 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137786bd-a27e-4032-acc7-fafaa98f9b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d191a95-e189-485e-9b1e-10d1703a5937,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:17.548929 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3446f-2782-4489-b4f4-242a65480443 req-3cb0f2f4-bf87-4625-b0ee-3c782ce0360f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:17.550988 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1d3446f-2782-4489-b4f4-242a65480443 req-3cb0f2f4-bf87-4625-b0ee-3c782ce0360f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0705137 Sep 15 13:45:17.590672 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1d3446f-2782-4489-b4f4-242a65480443 req-c50f0f56-1626-404c-a982-b357bb6a6553 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332108 Sep 15 13:45:18.060930 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57326) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:18.157143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1523000485-network', 'tenant_id': '6a20a3990b8a4270a08874fe4d011e0d'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:18.238663 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57330) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:18.253286 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5f31-d5ef-4f9a-a3a6-f7f52082306f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.265721 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Made reservation on behalf of 6a20a3990b8a4270a08874fe4d011e0d for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:18.272975 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.279733 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.340102 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5f31-d5ef-4f9a-a3a6-f7f52082306f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.477160 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9f3f5f31-d5ef-4f9a-a3a6-f7f52082306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.520079 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9f3f5f31-d5ef-4f9a-a3a6-f7f52082306f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4916dc7187074838ba6502b0d8cad42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802463 Sep 15 13:45:18.520983 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f5f31-d5ef-4f9a-a3a6-f7f52082306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362b5852-3edd-4697-a905-94659c14b822,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:18.528559 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57332) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:18.579133 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-626961de-9b2c-45fb-89a8-f3a86204722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.601912 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-626961de-9b2c-45fb-89a8-f3a86204722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.667335 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d4d6489c-1cc0-4432-889a-dfbc8d971d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.715486 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0c416-7a58-4589-ad7b-706d7a21e4e1 req-5012d129-d7f7-4a00-b0a0-7452d8a567e4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:18.717413 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40b0c416-7a58-4589-ad7b-706d7a21e4e1 req-5012d129-d7f7-4a00-b0a0-7452d8a567e4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0480952 Sep 15 13:45:18.763019 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40b0c416-7a58-4589-ad7b-706d7a21e4e1 req-6d29a057-04df-4d7e-8edd-2620a58f9cc5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Sep 15 13:45:18.764815 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-626961de-9b2c-45fb-89a8-f3a86204722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.766764 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-626961de-9b2c-45fb-89a8-f3a86204722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.768627 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-626961de-9b2c-45fb-89a8-f3a86204722a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/362b5852-3edd-4697-a905-94659c14b822 HTTP/1.1" status: 204 len: 168 time: 0.2438748 Sep 15 13:45:18.777428 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626961de-9b2c-45fb-89a8-f3a86204722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b5852-3edd-4697-a905-94659c14b822,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:18.797383 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.853447 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.934076 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.960619 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:45:18.970384 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25d5e2-f917-48e4-a0d6-355772a93701,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:18.976012 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.976359 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Added segment 6e0bc8b3-f1f1-4b14-8174-d4c83e0afa01 of type vlan for network 2ef8f31a-4f44-4688-851c-0eb1b84e27cb Sep 15 13:45:19.017432 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.139882 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.141017 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:19.141707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.205753 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef8f31a-4f44-4688-851c-0eb1b84e27cb,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:19.215707 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 2ef8f31a-4f44-4688-851c-0eb1b84e27cb details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:45:19.249715 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-da095f77-fb68-49bc-87cc-21f98e0cb477 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1873362 Sep 15 13:45:19.252586 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57352) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:19.259815 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Request body: {'subnet': {'network_id': '2ef8f31a-4f44-4688-851c-0eb1b84e27cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1523000485-subnet', 'tenant_id': '6a20a3990b8a4270a08874fe4d011e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:19.379697 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Made reservation on behalf of 6a20a3990b8a4270a08874fe4d011e0d for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:19.382949 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.614631 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.689018 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5c29db-718c-4bb4-8189-1605e6d5eba6,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:19.694953 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Checking segment: {'id': '6e0bc8b3-f1f1-4b14-8174-d4c83e0afa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ef8f31a-4f44-4688-851c-0eb1b84e27cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:19.698084 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Network hostable DHCP agents. Network: 2ef8f31a-4f44-4688-851c-0eb1b84e27cb, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:45:19.837113 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Network 2ef8f31a-4f44-4688-851c-0eb1b84e27cb is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:45:19.918164 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5e010-7ad5-4fe7-89ea-bd41a2b1932b req-e200b736-3b29-4010-aa80-8ccd64464270 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:19.919914 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8ff5e010-7ad5-4fe7-89ea-bd41a2b1932b req-e200b736-3b29-4010-aa80-8ccd64464270 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0515528 Sep 15 13:45:19.961208 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8ff5e010-7ad5-4fe7-89ea-bd41a2b1932b req-026408a7-8e45-480a-975a-8159f5df4908 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Sep 15 13:45:20.020040 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 2ef8f31a-4f44-4688-851c-0eb1b84e27cb) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:20.030686 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:20.030686 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.031978 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44672ce5-9f94-4108-af9e-f84e24e5f9b9 None None] Network 2ef8f31a-4f44-4688-851c-0eb1b84e27cb requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:20.064566 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.168483 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c19748-4497-4ec3-a598-ce5e8ca02842 None None] Network 2ef8f31a-4f44-4688-851c-0eb1b84e27cb requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:20.175556 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-bc957efd-14a0-4710-b7cf-0bb10f50b4ab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9216306 Sep 15 13:45:21.098766 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409ad0a-ba87-4f0f-82a0-3b8f2181a220 req-92a0188f-5da4-4df3-83f0-f0985f674743 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:21.100890 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c409ad0a-ba87-4f0f-82a0-3b8f2181a220 req-92a0188f-5da4-4df3-83f0-f0985f674743 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0567803 Sep 15 13:45:21.143499 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c409ad0a-ba87-4f0f-82a0-3b8f2181a220 req-10831e71-2254-4a07-b29a-7b97085ec4bf tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363340 Sep 15 13:45:21.180282 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57426) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:21.185479 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-997262046-network', 'tenant_id': 'c50ca4f4cb874d84b128b4f42fea5529'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:21.368659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Made reservation on behalf of c50ca4f4cb874d84b128b4f42fea5529 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:21.371237 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.383055 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.515210 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.574272 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.575155 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.610357 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:45:21.626614 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce784fa-a0c9-42b6-8fe1-5b91c08dc651,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:21.636593 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775945925524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.637076 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Unsubscribe: segment precommit_create {{(pid=101154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 13:45:21.639118 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Added segment 02c66e70-6633-4119-9952-d81c3a02695c of type vlan for network ff04f2a7-dfbc-45ab-8787-c50204b3d370 Sep 15 13:45:21.710411 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.822671 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-a60ade4d-ebb2-4b54-bccd-eedc8b32dfe9 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:21.824636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-a60ade4d-ebb2-4b54-bccd-eedc8b32dfe9 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.1166604 Sep 15 13:45:21.847146 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-75a30e84-f367-4095-94b4-8b468ebeab2d tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/quotas/bc28876d41fb4b0f9c8893c96a3aee59 HTTP/1.1" status: 200 len: 375 time: 0.0166690 Sep 15 13:45:21.848249 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.849395 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:21.850439 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.904100 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-43b8b2e1-915f-4e7c-8072-2a2156424614 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507782 Sep 15 13:45:21.958302 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] Pushing event updated for resources: {'Network': ['ID=ff04f2a7-dfbc-45ab-8787-c50204b3d370,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:21.969891 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network ff04f2a7-dfbc-45ab-8787-c50204b3d370 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:45:22.020598 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-05dfbb91-97b2-4357-879a-2bea6bb792bc service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981038 Sep 15 13:45:22.028825 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-b67fb4f4-6c9f-4a87-8b9d-16444fb9bcce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8467171 Sep 15 13:45:22.033505 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57468) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:22.051487 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Request body: {'subnet': {'network_id': 'ff04f2a7-dfbc-45ab-8787-c50204b3d370', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-997262046-subnet', 'tenant_id': 'c50ca4f4cb874d84b128b4f42fea5529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:22.134695 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-74c22069-62a9-4b54-ade2-3eb800d7357a service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127119 Sep 15 13:45:22.163446 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Made reservation on behalf of c50ca4f4cb874d84b128b4f42fea5529 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:22.165837 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:22.276042 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d1a91-33fd-4409-8be3-95e3615651f5 req-4ff9f761-beef-4422-a4ad-edfe1b1e4326 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:22.277720 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec4d1a91-33fd-4409-8be3-95e3615651f5 req-4ff9f761-beef-4422-a4ad-edfe1b1e4326 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0533259 Sep 15 13:45:22.327834 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec4d1a91-33fd-4409-8be3-95e3615651f5 req-97233d58-3bea-4da2-8ce5-db0daecab301 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Sep 15 13:45:22.430432 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27e54112-b4a2-4f4c-bb0f-dbfce5449470 req-644d2111-bd80-4a9f-b1a9-25a8b190606e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 210 time: 0.0276420 Sep 15 13:45:22.751536 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:22.813444 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Pushing event updated for resources: {'Subnet': ['ID=01211cb5-274c-4970-b828-7ea1466faa79,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:22.818568 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Checking segment: {'id': '02c66e70-6633-4119-9952-d81c3a02695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff04f2a7-dfbc-45ab-8787-c50204b3d370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:22.818923 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Network hostable DHCP agents. Network: ff04f2a7-dfbc-45ab-8787-c50204b3d370, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:45:22.968625 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Network ff04f2a7-dfbc-45ab-8787-c50204b3d370 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:45:23.149522 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, ff04f2a7-dfbc-45ab-8787-c50204b3d370) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:23.149907 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57510) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:23.157018 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:23.157018 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:23.170420 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95cfd2a-b012-4038-b48a-d17a4ba175ee None None] Network ff04f2a7-dfbc-45ab-8787-c50204b3d370 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:23.273262 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-a8ada390-41a5-4a3f-85c6-edcce4d6997f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2375283 Sep 15 13:45:23.283414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8997b937-4f57-4c9e-828d-3aa71a665781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:23.330649 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d945e406-b129-4467-aae4-e202192a8b1c None None] Network ff04f2a7-dfbc-45ab-8787-c50204b3d370 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:23.473979 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895ebb-ea55-48f6-b7c0-32ab45803cd9 req-60a25e9c-24f5-4328-9217-d58218578e1e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:23.476003 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d895ebb-ea55-48f6-b7c0-32ab45803cd9 req-60a25e9c-24f5-4328-9217-d58218578e1e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0669079 Sep 15 13:45:23.542999 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0f7034-dc67-4f52-8340-e814d3837e5a req-f23d98d8-3068-4bdc-8b01-fe617fb4f58e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 210 time: 0.0521634 Sep 15 13:45:23.546674 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d895ebb-ea55-48f6-b7c0-32ab45803cd9 req-03c268aa-e267-4aa5-a073-5f7e3496565c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641572 Sep 15 13:45:23.654354 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8997b937-4f57-4c9e-828d-3aa71a665781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:23.842596 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-8997b937-4f57-4c9e-828d-3aa71a665781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:23.882636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-8997b937-4f57-4c9e-828d-3aa71a665781 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91b1dd095d034ba7a2abc7f23091b9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7312784 Sep 15 13:45:23.883621 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997b937-4f57-4c9e-828d-3aa71a665781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9113ee7-eba5-4bd3-bb80-a9f5b4d6256d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:23.886068 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57532) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:23.937170 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4ace517-593f-43f5-b64a-6de5d1d7d581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:23.959512 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4ace517-593f-43f5-b64a-6de5d1d7d581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:24.105656 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4ace517-593f-43f5-b64a-6de5d1d7d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:24.108236 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d4ace517-593f-43f5-b64a-6de5d1d7d581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:24.109469 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d4ace517-593f-43f5-b64a-6de5d1d7d581 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9113ee7-eba5-4bd3-bb80-a9f5b4d6256d HTTP/1.1" status: 204 len: 168 time: 0.2217124 Sep 15 13:45:24.118230 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ace517-593f-43f5-b64a-6de5d1d7d581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9113ee7-eba5-4bd3-bb80-a9f5b4d6256d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:24.683095 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c3cb789-ad31-4177-a159-bbca3aa37692 req-87bcede9-8e34-4b4d-90a2-d1e9ca4c88ea tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 210 time: 0.0482149 Sep 15 13:45:24.708384 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909782-1286-4a1e-8d0e-12f6e32241f3 req-d5e0eac9-3aeb-4e22-a7fe-8db89ccd425f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:24.710945 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f3909782-1286-4a1e-8d0e-12f6e32241f3 req-d5e0eac9-3aeb-4e22-a7fe-8db89ccd425f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0849211 Sep 15 13:45:24.754011 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f3909782-1286-4a1e-8d0e-12f6e32241f3 req-e851606d-4a4f-41d6-9c3e-00113722ec82 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Sep 15 13:45:24.907930 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57556) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:24.922250 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa433de6-65f5-491a-974a-a958d4358495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.012809 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa433de6-65f5-491a-974a-a958d4358495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.145518 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa433de6-65f5-491a-974a-a958d4358495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.185146 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-fa433de6-65f5-491a-974a-a958d4358495 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcef03a6ede74c13b8198935b8bceae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755868 Sep 15 13:45:25.186303 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa433de6-65f5-491a-974a-a958d4358495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d9cf56-035c-4a83-997e-54cb7c66d29d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:25.187695 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57562) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:25.237391 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb34e6ab-9bb5-422b-a657-175dc8adf680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.259231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb34e6ab-9bb5-422b-a657-175dc8adf680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.407011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-69328208-b717-41fd-84f3-088f1e6cc3e3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:25.408502 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-69328208-b717-41fd-84f3-088f1e6cc3e3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.1062276 Sep 15 13:45:25.426427 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Request body: {'port': {'device_id': 'b993a46d-9077-43ac-8233-f44d01218023', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'admin_state_up': True, 'tenant_id': 'bc28876d41fb4b0f9c8893c96a3aee59'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:25.580212 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb34e6ab-9bb5-422b-a657-175dc8adf680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.582964 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cb34e6ab-9bb5-422b-a657-175dc8adf680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.584865 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-cb34e6ab-9bb5-422b-a657-175dc8adf680 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8d9cf56-035c-4a83-997e-54cb7c66d29d HTTP/1.1" status: 204 len: 168 time: 0.3960872 Sep 15 13:45:25.593758 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34e6ab-9bb5-422b-a657-175dc8adf680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d9cf56-035c-4a83-997e-54cb7c66d29d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:25.689448 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Made reservation on behalf of bc28876d41fb4b0f9c8893c96a3aee59 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:25.694804 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.803459 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-600254d9-40f6-4e18-925f-88613d225913 req-26aa420d-4556-47d4-bed2-f318561fff8c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 210 time: 0.0367239 Sep 15 13:45:25.899573 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Allocated IP 172.20.0.8 (91805e3b-4a33-4370-a857-7650e0db00c9/ebb21cdd-1455-4806-bb76-1a7bee38a263/d9b691a3-d525-4023-ad41-18cf9182e632) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:25.919782 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf04d2-f2e4-47b8-9b3a-2848362edabd req-08eba646-02eb-4eb5-ad73-f8e3e68440b1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:25.921294 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5cf04d2-f2e4-47b8-9b3a-2848362edabd req-08eba646-02eb-4eb5-ad73-f8e3e68440b1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0824547 Sep 15 13:45:26.017945 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5cf04d2-f2e4-47b8-9b3a-2848362edabd req-1ae5c1fa-a665-41eb-bdce-e44fa0934081 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801413 Sep 15 13:45:26.109567 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.233093 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.247875 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:26.287538 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Network 91805e3b-4a33-4370-a857-7650e0db00c9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:26.291163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:26.296002 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:26.306222 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:26.306933 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.320153 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event updated for resources: {'Port': ['ID=d9b691a3-d525-4023-ad41-18cf9182e632,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:26.422419 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-4310ec21-d136-4471-83f8-60da1efec2e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9995461 Sep 15 13:45:26.445056 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Request body: {'port': {'device_id': 'b993a46d-9077-43ac-8233-f44d01218023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:26.510426 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.805021 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b691a3-d525-4023-ad41-18cf9182e632 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:45:26.817376 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.829456 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Transition to ACTIVE for port object d9b691a3-d525-4023-ad41-18cf9182e632 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:45:26.925648 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79271c-b0d9-4051-825d-0cf07d82b3f3 req-0ca00640-9467-43ed-81d8-8505f06f6ef2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:26.927820 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8b79271c-b0d9-4051-825d-0cf07d82b3f3 req-0ca00640-9467-43ed-81d8-8505f06f6ef2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 931 time: 0.0544207 Sep 15 13:45:26.928524 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.020690 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Pushing event updated for resources: {'Port': ['ID=d9b691a3-d525-4023-ad41-18cf9182e632,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:27.026482 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8b79271c-b0d9-4051-825d-0cf07d82b3f3 req-086603c8-d8f5-4c55-9865-4242b69716ae tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890222 Sep 15 13:45:27.082174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Attempting to bind port d9b691a3-d525-4023-ad41-18cf9182e632 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:45:27.082908 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Attempting to bind port d9b691a3-d525-4023-ad41-18cf9182e632 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:45:27.083531 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Attempting to bind port d9b691a3-d525-4023-ad41-18cf9182e632 on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:27.094642 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Port d9b691a3-d525-4023-ad41-18cf9182e632 on network 91805e3b-4a33-4370-a857-7650e0db00c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:45:27.094923 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Attempting to bind port d9b691a3-d525-4023-ad41-18cf9182e632 on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:27.105333 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:45:27.105752 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Checking segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:27.106140 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Bound using segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:45:27.106583 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Bound port: d9b691a3-d525-4023-ad41-18cf9182e632, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:45:27.106937 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.212819 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] For port d9b691a3-d525-4023-ad41-18cf9182e632, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:45:27.216632 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] For port d9b691a3-d525-4023-ad41-18cf9182e632, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d9b691a3-d525-4023-ad41-18cf9182e632,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:45:27.225423 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf7c44-f805-4aaf-af2d-e3a941826d0d req-7ec2c290-a505-40b9-a99a-804255f2b5dc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.226634 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cebf7c44-f805-4aaf-af2d-e3a941826d0d req-7ec2c290-a505-40b9-a99a-804255f2b5dc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0815997 Sep 15 13:45:27.272170 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cebf7c44-f805-4aaf-af2d-e3a941826d0d req-2344e6bd-a2b5-4bac-bbde-3a5dd2c4f974 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Sep 15 13:45:27.391548 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.418484 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.419753 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.421408 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] 10.222.0.37 "PUT /v2.0/ports/d9b691a3-d525-4023-ad41-18cf9182e632 HTTP/1.1" status: 200 len: 1093 time: 0.9808271 Sep 15 13:45:27.445997 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b993a46d-9077-43ac-8233-f44d01218023', 'tag': 'd9b691a3-d525-4023-ad41-18cf9182e632'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:27.448352 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b0d549-aa52-43cb-b2b0-d5730933445b" -d '{"events": [{"name": "network-changed", "server_uuid": "b993a46d-9077-43ac-8233-f44d01218023", "tag": "d9b691a3-d525-4023-ad41-18cf9182e632"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:27.511888 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9456-1f1b-4418-8c10-46f3cef7522b service neutron] Pushing event updated for resources: {'Port': ['ID=d9b691a3-d525-4023-ad41-18cf9182e632,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:27.524818 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc95452-47e8-44ad-9335-b5956c7f0ef2 x-openstack-request-id: req-4cc95452-47e8-44ad-9335-b5956c7f0ef2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:27.525003 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b993a46d-9077-43ac-8233-f44d01218023", "tag": "d9b691a3-d525-4023-ad41-18cf9182e632", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:27.525227 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cc95452-47e8-44ad-9335-b5956c7f0ef2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:27.525614 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b993a46d-9077-43ac-8233-f44d01218023', 'tag': 'd9b691a3-d525-4023-ad41-18cf9182e632', 'status': 'completed', 'code': 200} Sep 15 13:45:27.593242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57708) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:27.601417 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0d549-aa52-43cb-b2b0-d5730933445b req-888daccc-c5f9-4d8f-9f10-a64f640567e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.602942 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b2b0d549-aa52-43cb-b2b0-d5730933445b req-888daccc-c5f9-4d8f-9f10-a64f640567e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 1096 time: 0.0488291 Sep 15 13:45:27.752317 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ebdd-bdcf-454c-9e95-2cc173dfd2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.804689 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0d549-aa52-43cb-b2b0-d5730933445b req-59cea74d-5903-41a6-89f7-487e9f3af20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.806296 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b2b0d549-aa52-43cb-b2b0-d5730933445b req-59cea74d-5903-41a6-89f7-487e9f3af20a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1952422 Sep 15 13:45:28.250316 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0d549-aa52-43cb-b2b0-d5730933445b req-92a9b7f6-957e-4bb1-a026-9ad111ab8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:28.251893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b2b0d549-aa52-43cb-b2b0-d5730933445b req-92a9b7f6-957e-4bb1-a026-9ad111ab8a13 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4341602 Sep 15 13:45:28.263797 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ebdd-bdcf-454c-9e95-2cc173dfd2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.280868 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34622233-1bfa-4e3e-9803-7549a1a57757 req-18e69689-37d4-4f0d-8371-c2c371fc6e34 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:28.280868 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-34622233-1bfa-4e3e-9803-7549a1a57757 req-18e69689-37d4-4f0d-8371-c2c371fc6e34 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 943 time: 0.1258247 Sep 15 13:45:28.320125 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-34622233-1bfa-4e3e-9803-7549a1a57757 req-2246f1e2-f7dc-40ac-a223-01f16d6fea64 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Sep 15 13:45:28.390083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ebdd-bdcf-454c-9e95-2cc173dfd2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.428749 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-be15f798-0db3-40bd-af7e-c9cbb140d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:28.430344 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-be15f798-0db3-40bd-af7e-c9cbb140d8a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 1096 time: 0.1056271 Sep 15 13:45:28.442808 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-dcc7ebdd-bdcf-454c-9e95-2cc173dfd2ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33670ae4a95d48f39056728a1bee8e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8486590 Sep 15 13:45:28.445971 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57726) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:28.462086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed5223-5d47-4f73-a7a2-809e725bacb8 req-f80ab9f7-caa3-4d0b-9a11-fa808948c0d1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:28.463651 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8fed5223-5d47-4f73-a7a2-809e725bacb8 req-f80ab9f7-caa3-4d0b-9a11-fa808948c0d1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.1094544 Sep 15 13:45:28.464333 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7ebdd-bdcf-454c-9e95-2cc173dfd2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbb8cb5-1fa3-43cd-bb10-5864754e6248,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:28.500913 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-bdbd723f-7c46-4eaa-af9e-2e7688fbb215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9b691a3-d525-4023-ad41-18cf9182e632 HTTP/1.1" status: 200 len: 217 time: 0.0568857 Sep 15 13:45:28.513071 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40bb4c33-7d37-45b0-9ffa-dcc23b491534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.555385 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40bb4c33-7d37-45b0-9ffa-dcc23b491534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.558985 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8fed5223-5d47-4f73-a7a2-809e725bacb8 req-27136ff7-4a64-46f1-bda3-ab49d9ff9101 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655081 Sep 15 13:45:28.578786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-088f2329-4236-4fd3-873e-3e3b1c2ea53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:28.580272 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-088f2329-4236-4fd3-873e-3e3b1c2ea53a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.0573757 Sep 15 13:45:28.619433 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-44eda610-cbd5-49bd-8de7-167fbdda8316 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250180 Sep 15 13:45:28.719190 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-e99853f4-1638-4f48-ad92-50f793ac8946 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888152 Sep 15 13:45:28.762470 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40bb4c33-7d37-45b0-9ffa-dcc23b491534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.765995 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-40bb4c33-7d37-45b0-9ffa-dcc23b491534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.767723 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-40bb4c33-7d37-45b0-9ffa-dcc23b491534 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fbb8cb5-1fa3-43cd-bb10-5864754e6248 HTTP/1.1" status: 204 len: 168 time: 0.3205147 Sep 15 13:45:28.785241 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb4c33-7d37-45b0-9ffa-dcc23b491534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbb8cb5-1fa3-43cd-bb10-5864754e6248,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:28.841573 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fe39727-106a-4fb2-a17f-efd707fe1ccc req-528adf3d-4156-4c74-bb34-e08591ef667c service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102149 Sep 15 13:45:29.445480 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f4a01-8ba9-4cd9-975c-07b312018cb3 req-bb415c11-8945-4882-8c55-27cda06915b6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:29.447061 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3c2f4a01-8ba9-4cd9-975c-07b312018cb3 req-bb415c11-8945-4882-8c55-27cda06915b6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 943 time: 0.0506823 Sep 15 13:45:29.501255 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3c2f4a01-8ba9-4cd9-975c-07b312018cb3 req-1320465a-0376-491b-8111-fc61b68e137c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Sep 15 13:45:29.704174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cc37-9d73-4ac2-869d-fac4b6e6c33f req-360c97f0-1814-4b36-8559-ff1e66ffce2a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:29.705787 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-43d0cc37-9d73-4ac2-869d-fac4b6e6c33f req-360c97f0-1814-4b36-8559-ff1e66ffce2a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0539396 Sep 15 13:45:29.725218 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57768) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:29.743115 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed132660-d5fe-4dd0-8555-9275c56d77d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:29.765671 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-43d0cc37-9d73-4ac2-869d-fac4b6e6c33f req-7db11c75-d423-408e-88f4-4854fe47484b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532107 Sep 15 13:45:29.873918 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed132660-d5fe-4dd0-8555-9275c56d77d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:29.883067 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57776) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:29.962731 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed132660-d5fe-4dd0-8555-9275c56d77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.016173 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ed132660-d5fe-4dd0-8555-9275c56d77d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18253e4dc86a4fed89fb66e2955d801f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891827 Sep 15 13:45:30.017391 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6889b78-7a88-42e2-b549-2104f560ae7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.018913 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57780) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:30.019504 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed132660-d5fe-4dd0-8555-9275c56d77d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03050419-d869-4580-a7ab-0def829a5635,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:30.086587 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-710dd7dd-5bd1-44dc-a882-fc6cecf7325b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.136157 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6889b78-7a88-42e2-b549-2104f560ae7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.139144 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-710dd7dd-5bd1-44dc-a882-fc6cecf7325b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.186060 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d9f6-77d3-419b-82ae-ccbdd6a784c3 req-725970d8-8059-40b5-be4b-1b574475a043 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:30.187551 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a479d9f6-77d3-419b-82ae-ccbdd6a784c3 req-725970d8-8059-40b5-be4b-1b574475a043 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0847170 Sep 15 13:45:30.229645 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a479d9f6-77d3-419b-82ae-ccbdd6a784c3 req-b493f355-0d27-4103-abf5-72b7408db726 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351703 Sep 15 13:45:30.236803 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b6889b78-7a88-42e2-b549-2104f560ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.276338 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6889b78-7a88-42e2-b549-2104f560ae7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3870681c-2e46-4415-89ca-966f8679c213,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:30.282134 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-b6889b78-7a88-42e2-b549-2104f560ae7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=756ace75ef774137adcad88b2562a0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980403 Sep 15 13:45:30.285122 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57784) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:30.337891 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29f6f3b4-c1ec-45d2-9521-9e2c42c065e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.339661 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-710dd7dd-5bd1-44dc-a882-fc6cecf7325b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.342307 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-710dd7dd-5bd1-44dc-a882-fc6cecf7325b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.343595 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-710dd7dd-5bd1-44dc-a882-fc6cecf7325b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03050419-d869-4580-a7ab-0def829a5635 HTTP/1.1" status: 204 len: 168 time: 0.3234208 Sep 15 13:45:30.352721 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dd7dd-5bd1-44dc-a882-fc6cecf7325b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03050419-d869-4580-a7ab-0def829a5635,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:30.361015 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29f6f3b4-c1ec-45d2-9521-9e2c42c065e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.597732 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29f6f3b4-c1ec-45d2-9521-9e2c42c065e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.601333 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29f6f3b4-c1ec-45d2-9521-9e2c42c065e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.602841 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-29f6f3b4-c1ec-45d2-9521-9e2c42c065e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3870681c-2e46-4415-89ca-966f8679c213 HTTP/1.1" status: 204 len: 168 time: 0.3162820 Sep 15 13:45:30.613876 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6f3b4-c1ec-45d2-9521-9e2c42c065e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870681c-2e46-4415-89ca-966f8679c213,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:30.647596 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca5d29-e13f-4501-884f-a2d0e04e3b57 req-e4263c55-a5c0-4e7d-bcaf-eeaaeb44d459 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:30.649243 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0dca5d29-e13f-4501-884f-a2d0e04e3b57 req-e4263c55-a5c0-4e7d-bcaf-eeaaeb44d459 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 943 time: 0.0708382 Sep 15 13:45:30.691643 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0dca5d29-e13f-4501-884f-a2d0e04e3b57 req-350ca3b6-8832-453a-b9d7-f7de38bf9d5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359788 Sep 15 13:45:30.900563 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110e52-aed1-4061-b5f7-4a3e36566cb5 req-b6f5b4ba-0879-4322-9722-36ce36bd808b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:30.900563 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-64110e52-aed1-4061-b5f7-4a3e36566cb5 req-b6f5b4ba-0879-4322-9722-36ce36bd808b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0542281 Sep 15 13:45:30.946388 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-64110e52-aed1-4061-b5f7-4a3e36566cb5 req-f3ffe73c-3917-4b01-8523-4370626238c4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Sep 15 13:45:31.352057 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abc353-b0bd-43eb-93c4-2157a76a1224 req-29d9d792-d6b5-45f8-ad61-dd79fa0ccb57 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:31.353714 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6abc353-b0bd-43eb-93c4-2157a76a1224 req-29d9d792-d6b5-45f8-ad61-dd79fa0ccb57 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0519648 Sep 15 13:45:31.409351 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6abc353-b0bd-43eb-93c4-2157a76a1224 req-53675eb6-1550-45ce-9ee3-36a8e75a988d tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Sep 15 13:45:31.554459 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 57820) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:31.571866 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0204259-445c-4033-a022-f1c4d23c6ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:31.785274 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0204259-445c-4033-a022-f1c4d23c6ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:31.792222 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e0204259-445c-4033-a022-f1c4d23c6ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:31.847833 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e0204259-445c-4033-a022-f1c4d23c6ec5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23cb08c1c6db4eb9914f75e313358443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898927 Sep 15 13:45:31.847833 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0204259-445c-4033-a022-f1c4d23c6ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c243336-1c8d-40f4-abd3-85ec2a1a86bd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:31.848480 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 57834) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:31.862103 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a69eb-9d73-4777-b740-f5f877f68353 req-fca1b01d-f5b8-434a-b29b-fe376e936ba8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:31.863601 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c4a69eb-9d73-4777-b740-f5f877f68353 req-fca1b01d-f5b8-434a-b29b-fe376e936ba8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 943 time: 0.0985744 Sep 15 13:45:31.909284 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c4a69eb-9d73-4777-b740-f5f877f68353 req-bd11c0d8-66f3-42c8-a874-3592718193bb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Sep 15 13:45:31.918225 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb45c1c4-339b-42dc-b3ea-1e7bcee4317f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:31.941742 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb45c1c4-339b-42dc-b3ea-1e7bcee4317f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:32.077873 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6532a56-27f0-4678-aba4-f26d5fb8657a req-d7e6233e-da1d-4b2d-884d-7d706b9e43a2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:32.079459 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6532a56-27f0-4678-aba4-f26d5fb8657a req-d7e6233e-da1d-4b2d-884d-7d706b9e43a2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0526230 Sep 15 13:45:32.088545 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb45c1c4-339b-42dc-b3ea-1e7bcee4317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:32.091928 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb45c1c4-339b-42dc-b3ea-1e7bcee4317f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:32.093730 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-bb45c1c4-339b-42dc-b3ea-1e7bcee4317f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c243336-1c8d-40f4-abd3-85ec2a1a86bd HTTP/1.1" status: 204 len: 168 time: 0.2428772 Sep 15 13:45:32.105983 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45c1c4-339b-42dc-b3ea-1e7bcee4317f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c243336-1c8d-40f4-abd3-85ec2a1a86bd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:32.132112 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6532a56-27f0-4678-aba4-f26d5fb8657a req-d677b04f-0ec0-4987-9818-92e6508ad1be tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Sep 15 13:45:32.535675 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5353-2eab-4414-984e-4ed67f7010ce req-c483e167-2d83-486e-8671-ca5f6bb59b8d tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:32.538706 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74fc5353-2eab-4414-984e-4ed67f7010ce req-c483e167-2d83-486e-8671-ca5f6bb59b8d tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0642264 Sep 15 13:45:32.591894 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74fc5353-2eab-4414-984e-4ed67f7010ce req-cc70367b-73f5-44da-bde8-e891882b5571 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/security-groups?id=12c149bb-ce27-438c-87c2-100937d08354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Sep 15 13:45:32.890436 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-661b7123-1773-4af7-95d6-f6d983ce2eaf tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:32.892265 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-661b7123-1773-4af7-95d6-f6d983ce2eaf tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 945 time: 0.0540040 Sep 15 13:45:33.094272 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3c57d-8eac-49a0-97a5-3b70415cb25c req-ba44dfe7-2fb5-4ed3-bc0a-4368259d0854 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:33.095817 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92e3c57d-8eac-49a0-97a5-3b70415cb25c req-ba44dfe7-2fb5-4ed3-bc0a-4368259d0854 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 943 time: 0.1048203 Sep 15 13:45:33.128389 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Deleting port 75a6b5ac-f743-4583-ac09-948da55712cc {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:45:33.128731 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:33.172755 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92e3c57d-8eac-49a0-97a5-3b70415cb25c req-5c8cda16-750e-4096-949c-3e6fd78c26a9 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702062 Sep 15 13:45:33.272377 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] For port 75a6b5ac-f743-4583-ac09-948da55712cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=75a6b5ac-f743-4583-ac09-948da55712cc,segment=NetworkSegment(eb10b178-ca0d-4993-b8ab-665fa1d2446c),segment_id=eb10b178-ca0d-4993-b8ab-665fa1d2446c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:33.272377 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:33.292490 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Calling delete_port for 75a6b5ac-f743-4583-ac09-948da55712cc owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:45:33.321207 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba93de5-a3bc-47c1-9126-fa4f11951b10 req-3129e1f2-1954-419c-91a1-d2421ec26126 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:33.322684 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eba93de5-a3bc-47c1-9126-fa4f11951b10 req-3129e1f2-1954-419c-91a1-d2421ec26126 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0998645 Sep 15 13:45:33.426542 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eba93de5-a3bc-47c1-9126-fa4f11951b10 req-954456ad-4102-4dce-9f63-2575e8ab405c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832326 Sep 15 13:45:33.608459 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:33.621123 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['75a6b5ac-f743-4583-ac09-948da55712cc'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:33.638674 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Pushing event deleted for resources: {'Port': ['ID=75a6b5ac-f743-4583-ac09-948da55712cc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:33.743940 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] No DVR routers for this DVR port 75a6b5ac-f743-4583-ac09-948da55712cc on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:45:33.746794 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c0520f1a-374a-40f0-8cc8-0ace8142bc0f req-6b09763a-1844-495a-a15e-0f179af51dea tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.0609403 Sep 15 13:45:33.749091 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:33.751008 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c5200d7-9a8f-4699-a971-0480b03ca9e3 req-da1680bb-2f86-4998-81aa-e2bf58d348af tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.37 "DELETE /v2.0/ports/75a6b5ac-f743-4583-ac09-948da55712cc HTTP/1.1" status: 204 len: 173 time: 0.8514957 Sep 15 13:45:33.751445 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'name': 'network-vif-deleted', 'tag': '75a6b5ac-f743-4583-ac09-948da55712cc'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:33.753714 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904334a9-124f-465a-b10f-44ca5b6e22cc" -d '{"events": [{"server_uuid": "1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a", "name": "network-vif-deleted", "tag": "75a6b5ac-f743-4583-ac09-948da55712cc"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:33.792202 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6025be-2633-4f1a-9220-6b04716889f8 x-openstack-request-id: req-af6025be-2633-4f1a-9220-6b04716889f8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:33.792493 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a", "name": "network-vif-deleted", "tag": "75a6b5ac-f743-4583-ac09-948da55712cc", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:33.792744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af6025be-2633-4f1a-9220-6b04716889f8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:33.793192 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a', 'name': 'network-vif-deleted', 'tag': '75a6b5ac-f743-4583-ac09-948da55712cc', 'status': 'completed', 'code': 200} Sep 15 13:45:34.096113 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d9b691a3-d525-4023-ad41-18cf9182e632 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:45:34.228699 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port d9b691a3-d525-4023-ad41-18cf9182e632, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d9b691a3-d525-4023-ad41-18cf9182e632,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:34.240931 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': 'd9b691a3-d525-4023-ad41-18cf9182e632', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'port_id': 'd9b691a3-d525-4023-ad41-18cf9182e632', 'mac_address': 'fa:16:3e:e4:b2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb21cdd-1455-4806-bb76-1a7bee38a263', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:45:34.285933 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.300428 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b691a3-d525-4023-ad41-18cf9182e632 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:45:34.311581 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7a20e-4201-4f2c-8ba6-0d4bb25a2295 req-0a9fc2a3-10cd-440e-8610-c9fe4a6e115c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:34.313416 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aa7a20e-4201-4f2c-8ba6-0d4bb25a2295 req-0a9fc2a3-10cd-440e-8610-c9fe4a6e115c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 943 time: 0.0591140 Sep 15 13:45:34.325536 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port d9b691a3-d525-4023-ad41-18cf9182e632, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d9b691a3-d525-4023-ad41-18cf9182e632,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:34.357997 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aa7a20e-4201-4f2c-8ba6-0d4bb25a2295 req-555c52a4-a72d-4640-ab2f-eb6f9091d9aa tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Sep 15 13:45:34.449236 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.510499 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=d9b691a3-d525-4023-ad41-18cf9182e632,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:34.518955 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.519326 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.519671 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.520001 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.520329 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.520672 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.521562 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.521881 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.522221 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.522548 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.523050 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.523519 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.579324 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a88ac7-6da4-4947-b4ce-a5b987d00549 req-4707e760-a6f5-48f9-8039-f6fee7821778 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:34.580911 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6a88ac7-6da4-4947-b4ce-a5b987d00549 req-4707e760-a6f5-48f9-8039-f6fee7821778 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0553017 Sep 15 13:45:34.647071 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6a88ac7-6da4-4947-b4ce-a5b987d00549 req-f7b81156-ce90-4b61-a020-08629798f7d1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572748 Sep 15 13:45:34.868139 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-741b2d03-af5f-41bf-a31c-9f7421312477 req-5b2f3dc7-976b-4dca-bf46-6012016629e4 tempest-DeleteServersTestJSON-1954483542 tempest-DeleteServersTestJSON-1954483542-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb7630d-4f4b-4e1f-bf70-6bbb90bd966a HTTP/1.1" status: 200 len: 210 time: 0.0312533 Sep 15 13:45:34.944639 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['d9b691a3-d525-4023-ad41-18cf9182e632'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:35.482400 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc192db-1a6f-4906-9446-ac25685ed7b7 req-0c551769-116d-48c9-9dbb-349926728314 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:35.484976 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ffc192db-1a6f-4906-9446-ac25685ed7b7 req-0c551769-116d-48c9-9dbb-349926728314 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 944 time: 0.0519080 Sep 15 13:45:35.528758 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ffc192db-1a6f-4906-9446-ac25685ed7b7 req-44f20341-f979-47e6-a80c-a637bf4f026a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365243 Sep 15 13:45:35.772737 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad984f12-1fb5-4989-a4a3-68c2f4d89554 req-05139cad-3f24-4772-8997-59ffdbc8af82 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:35.774400 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad984f12-1fb5-4989-a4a3-68c2f4d89554 req-05139cad-3f24-4772-8997-59ffdbc8af82 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0559328 Sep 15 13:45:35.815473 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad984f12-1fb5-4989-a4a3-68c2f4d89554 req-ef7ed9da-54c3-4ed1-9efe-6d8f4d79dff9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Sep 15 13:45:36.111364 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d9b691a3-d525-4023-ad41-18cf9182e632 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:36.285551 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port d9b691a3-d525-4023-ad41-18cf9182e632 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:45:36.287334 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port d9b691a3-d525-4023-ad41-18cf9182e632 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:36.287868 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.379299 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.408936 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b993a46d-9077-43ac-8233-f44d01218023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b691a3-d525-4023-ad41-18cf9182e632'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:36.411573 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba20ae5-a781-4fb9-9333-23a19eea55e3" -d '{"events": [{"server_uuid": "b993a46d-9077-43ac-8233-f44d01218023", "name": "network-vif-plugged", "status": "completed", "tag": "d9b691a3-d525-4023-ad41-18cf9182e632"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:36.433281 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port d9b691a3-d525-4023-ad41-18cf9182e632, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d9b691a3-d525-4023-ad41-18cf9182e632,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:36.450862 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bed4492-7078-4cb7-b9d8-b68a7c2c055a x-openstack-request-id: req-5bed4492-7078-4cb7-b9d8-b68a7c2c055a {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:36.451220 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b993a46d-9077-43ac-8233-f44d01218023", "name": "network-vif-plugged", "status": "completed", "tag": "d9b691a3-d525-4023-ad41-18cf9182e632", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:36.451476 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bed4492-7078-4cb7-b9d8-b68a7c2c055a {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:36.451868 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b993a46d-9077-43ac-8233-f44d01218023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b691a3-d525-4023-ad41-18cf9182e632', 'code': 200} Sep 15 13:45:36.613800 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.615967 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 75a6b5ac-f743-4583-ac09-948da55712cc no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:45:36.659527 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 75a6b5ac-f743-4583-ac09-948da55712cc {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:45:36.659868 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 75a6b5ac-f743-4583-ac09-948da55712cc not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:45:36.668558 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753033-9b02-41e7-ba8c-d1907ba4cb66 req-fcd14ef5-faff-4011-a7ab-b657c0450b4a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.670784 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5753033-9b02-41e7-ba8c-d1907ba4cb66 req-fcd14ef5-faff-4011-a7ab-b657c0450b4a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.0621686 Sep 15 13:45:36.705374 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=d9b691a3-d525-4023-ad41-18cf9182e632,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:36.754702 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5753033-9b02-41e7-ba8c-d1907ba4cb66 req-da5f63e3-f303-40ec-a267-5322665a8800 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715344 Sep 15 13:45:36.978973 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45bd90-db10-43bc-8dc7-80b3308ba8fb req-98ac8cfb-8556-4a28-bd29-ea18673d22ac tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.979646 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c45bd90-db10-43bc-8dc7-80b3308ba8fb req-98ac8cfb-8556-4a28-bd29-ea18673d22ac tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0866399 Sep 15 13:45:36.982727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217dc9-1b6f-4393-ab53-0afa2b8b1aa0 req-1dd16960-9b9c-4d63-a757-761a1d09fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.984419 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3217dc9-1b6f-4393-ab53-0afa2b8b1aa0 req-1dd16960-9b9c-4d63-a757-761a1d09fbc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 1098 time: 0.0790973 Sep 15 13:45:37.048053 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c45bd90-db10-43bc-8dc7-80b3308ba8fb req-9704217b-d4c2-4c86-bfc9-c16584502a0e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577457 Sep 15 13:45:37.052025 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3217dc9-1b6f-4393-ab53-0afa2b8b1aa0 req-dd3bce56-166d-4283-b029-9bddf60ce3b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544047 Sep 15 13:45:37.368122 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5767-cb91-413a-ad85-b0bc93f967d8 req-13adaa7a-f230-4391-a8df-79dc3c57ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:37.369701 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-006a5767-cb91-413a-ad85-b0bc93f967d8 req-13adaa7a-f230-4391-a8df-79dc3c57ab27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 1099 time: 0.0431442 Sep 15 13:45:37.416240 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-006a5767-cb91-413a-ad85-b0bc93f967d8 req-c9753fce-71cd-4112-940d-0196abdff9da service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296988 Sep 15 13:45:37.779842 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:37.885974 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc722e-9e9a-4124-9c5c-9dd97b1bf812 req-6258aa59-5dca-48d5-9f5c-1d0963987a2f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:37.887577 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cebc722e-9e9a-4124-9c5c-9dd97b1bf812 req-6258aa59-5dca-48d5-9f5c-1d0963987a2f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.0679891 Sep 15 13:45:37.929925 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cebc722e-9e9a-4124-9c5c-9dd97b1bf812 req-cc693307-61c4-418b-9c8d-53ee595155eb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359480 Sep 15 13:45:38.183294 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69010d04-dddb-4597-b189-3002ee63c412 req-6bdc053b-1777-41ff-82b9-d09e3e5a6fa9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:38.185071 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-69010d04-dddb-4597-b189-3002ee63c412 req-6bdc053b-1777-41ff-82b9-d09e3e5a6fa9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0672145 Sep 15 13:45:38.243835 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-69010d04-dddb-4597-b189-3002ee63c412 req-fc899c8c-a453-4675-88bf-4349ad0ef027 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Sep 15 13:45:38.262972 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58102) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:38.391581 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aa1eba6d-c078-4eb6-b906-626a2d8d2945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.487167 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aa1eba6d-c078-4eb6-b906-626a2d8d2945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.619308 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-aa1eba6d-c078-4eb6-b906-626a2d8d2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.659020 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-aa1eba6d-c078-4eb6-b906-626a2d8d2945 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b18963a34514a8593647795250d089d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950038 Sep 15 13:45:38.659955 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1eba6d-c078-4eb6-b906-626a2d8d2945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2ee977-f79a-403c-8636-67969628300f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:38.662076 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58112) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:38.718204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-99973476-d7b4-4058-bd7f-2b4873f22658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.738999 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-99973476-d7b4-4058-bd7f-2b4873f22658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.946164 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-99973476-d7b4-4058-bd7f-2b4873f22658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.951689 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-99973476-d7b4-4058-bd7f-2b4873f22658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.953724 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-99973476-d7b4-4058-bd7f-2b4873f22658 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d2ee977-f79a-403c-8636-67969628300f HTTP/1.1" status: 204 len: 168 time: 0.2904804 Sep 15 13:45:38.972862 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99973476-d7b4-4058-bd7f-2b4873f22658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2ee977-f79a-403c-8636-67969628300f,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:39.184651 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fd96c-5271-4e49-912c-ff5009984b4c req-3defc32f-5ee3-4420-9be5-f4147c3e98cc tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:39.190868 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-638fd96c-5271-4e49-912c-ff5009984b4c req-3defc32f-5ee3-4420-9be5-f4147c3e98cc tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.1145279 Sep 15 13:45:39.236525 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-638fd96c-5271-4e49-912c-ff5009984b4c req-6e2bcb2d-562a-42a1-8a0b-7f4fce40af6f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 Sep 15 13:45:39.284468 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58134) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:39.369849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] Deleting subnet 781ad063-8711-4c41-9a2e-d3106c46a1f1 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:45:39.374454 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.410745 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce425e7-d0dd-403b-97eb-f22f0f64ca5d req-7d7f88fd-0d1b-490a-90d8-650c780ed7bd tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:39.412929 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6ce425e7-d0dd-403b-97eb-f22f0f64ca5d req-7d7f88fd-0d1b-490a-90d8-650c780ed7bd tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0996151 Sep 15 13:45:39.428380 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.446711 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.492292 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6ce425e7-d0dd-403b-97eb-f22f0f64ca5d req-9f4585c3-2e22-41e2-bde4-251e8385b795 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728369 Sep 15 13:45:39.597149 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.623910 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781ad063-8711-4c41-9a2e-d3106c46a1f1,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:39.674528 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.678416 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-ec115669-ff1d-4a11-9344-d4e2a7c8adf9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/781ad063-8711-4c41-9a2e-d3106c46a1f1 HTTP/1.1" status: 204 len: 168 time: 0.3924527 Sep 15 13:45:39.680751 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58140) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:39.752490 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.837575 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.850970 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58142) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:39.872126 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.872464 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.873226 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.873563 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > port after_create 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.873894 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.874218 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > port after_update 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.874528 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.874834 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.875136 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:39.875444 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:40.032881 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:40.033251 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:40.033508 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:40.033875 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:45:40.034193 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa12d2b-6d72-4a2b-82ca-823e97357c48']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:40.040036 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4cee530b-9d0d-48cc-9675-f560f88acd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.059435 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb10b178-ca0d-4993-b8ab-665fa1d2446c') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:40.059725 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb10b178-ca0d-4993-b8ab-665fa1d2446c') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:40.080307 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.109408 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.119257 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:45:40.119870 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: from cryptography.utils import int_from_bytes Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: from cryptography.utils import int_from_bytes Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:40.129449 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:40.248544 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4cee530b-9d0d-48cc-9675-f560f88acd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.347759 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.358849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.363744 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5fa12d2b-6d72-4a2b-82ca-823e97357c48 HTTP/1.1" status: 204 len: 168 time: 0.6818125 Sep 15 13:45:40.379472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099aa661-3847-45e2-bc6e-844972f68436 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa12d2b-6d72-4a2b-82ca-823e97357c48,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:40.393405 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa469-5d87-4fd0-b00d-768f4c6fda75 req-ce3a37f5-8141-41b2-a293-324ad75bb6a2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:40.401575 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46eaa469-5d87-4fd0-b00d-768f4c6fda75 req-ce3a37f5-8141-41b2-a293-324ad75bb6a2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.0876899 Sep 15 13:45:40.413423 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4cee530b-9d0d-48cc-9675-f560f88acd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.509401 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-4cee530b-9d0d-48cc-9675-f560f88acd06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=778566eb2a424b5a9969001a251ecae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573811 Sep 15 13:45:40.512415 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58166) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:40.518417 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46eaa469-5d87-4fd0-b00d-768f4c6fda75 req-03e76f61-29c9-44a5-abc7-15dbceb6e8ea tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157200 Sep 15 13:45:40.520500 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee530b-9d0d-48cc-9675-f560f88acd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b37f82f-5fd1-48af-b3ba-b7e7f844414a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:40.608325 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87bf980b-9740-4d11-a79f-096b017f0319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.632432 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87bf980b-9740-4d11-a79f-096b017f0319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.652415 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90535-66f5-413d-8668-6ea9e87edb21 req-21ba3c4a-58f0-441a-9256-339ee7cd4d61 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:40.654150 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-64c90535-66f5-413d-8668-6ea9e87edb21 req-21ba3c4a-58f0-441a-9256-339ee7cd4d61 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0509822 Sep 15 13:45:40.695899 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-64c90535-66f5-413d-8668-6ea9e87edb21 req-59e84a83-859c-4ec8-98d5-228202055585 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356655 Sep 15 13:45:40.822176 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b81d67-4fdf-4bac-9654-88a1aa12f53a req-5cd1be1e-9fd2-49a1-9f53-5512c30d064a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:40.828549 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-16b81d67-4fdf-4bac-9654-88a1aa12f53a req-5cd1be1e-9fd2-49a1-9f53-5512c30d064a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0622251 Sep 15 13:45:40.850339 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87bf980b-9740-4d11-a79f-096b017f0319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.851798 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-87bf980b-9740-4d11-a79f-096b017f0319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.853060 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-87bf980b-9740-4d11-a79f-096b017f0319 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b37f82f-5fd1-48af-b3ba-b7e7f844414a HTTP/1.1" status: 204 len: 168 time: 0.3390968 Sep 15 13:45:40.872824 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf980b-9740-4d11-a79f-096b017f0319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b37f82f-5fd1-48af-b3ba-b7e7f844414a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:40.893204 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-16b81d67-4fdf-4bac-9654-88a1aa12f53a req-4272fdf1-c806-482a-bc08-512e4aff3b3d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637174 Sep 15 13:45:40.916420 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58188) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:40.929257 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:45:40.961207 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-1a87f73c-21ec-4213-b3ed-e1ca8fb3e7f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=981fb38e29db412da1cef93f558e4d79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434697 Sep 15 13:45:40.968722 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58192) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:41.030631 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa29e-8b6c-4d64-8f82-04fd9b3bbdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.060003 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa29e-8b6c-4d64-8f82-04fd9b3bbdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.243576 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa29e-8b6c-4d64-8f82-04fd9b3bbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.249564 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa29e-8b6c-4d64-8f82-04fd9b3bbdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.254380 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-bb9aa29e-8b6c-4d64-8f82-04fd9b3bbdb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12c149bb-ce27-438c-87c2-100937d08354 HTTP/1.1" status: 204 len: 168 time: 0.2870197 Sep 15 13:45:41.268418 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aa29e-8b6c-4d64-8f82-04fd9b3bbdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c149bb-ce27-438c-87c2-100937d08354,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:43.297786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58284) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:43.502455 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b9986c2-6e92-4ec3-968f-3dd90cd3c24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:43.847212 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b9986c2-6e92-4ec3-968f-3dd90cd3c24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:43.923048 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2b9986c2-6e92-4ec3-968f-3dd90cd3c24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:44.014005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9986c2-6e92-4ec3-968f-3dd90cd3c24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6739fc41-3f38-49f3-96e7-37c45fd03908,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:44.029640 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58330) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:44.031510 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-2b9986c2-6e92-4ec3-968f-3dd90cd3c24a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e21183db48d4fd18b28e4c18927d6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7266369 Sep 15 13:45:44.085613 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f23db2d1-1ef1-425b-8982-d150ac8c4e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:44.109569 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f23db2d1-1ef1-425b-8982-d150ac8c4e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:44.158943 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc592-ea8b-438b-a461-c32808261b83 req-15720c1b-c8a5-4b17-b00c-0e1f99547f5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:44.160544 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-15720c1b-c8a5-4b17-b00c-0e1f99547f5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.1187027 Sep 15 13:45:44.180927 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-b0f461c3-8698-4e0e-9981-de80a1d7b6a6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/quotas/bc28876d41fb4b0f9c8893c96a3aee59 HTTP/1.1" status: 200 len: 375 time: 0.0114899 Sep 15 13:45:44.241841 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-705bc6b8-f57d-4022-865b-53a152250c30 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542290 Sep 15 13:45:44.242455 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f23db2d1-1ef1-425b-8982-d150ac8c4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:44.245182 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f23db2d1-1ef1-425b-8982-d150ac8c4e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:44.246512 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f23db2d1-1ef1-425b-8982-d150ac8c4e2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6739fc41-3f38-49f3-96e7-37c45fd03908 HTTP/1.1" status: 204 len: 168 time: 0.2157478 Sep 15 13:45:44.260697 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23db2d1-1ef1-425b-8982-d150ac8c4e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6739fc41-3f38-49f3-96e7-37c45fd03908,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:44.359488 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-58dce3a3-c25d-43c9-aebe-04fb2c76b153 service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098020 Sep 15 13:45:44.586920 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-2ef051a8-bf86-46f4-bf79-e34c990cb3f5 service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916333 Sep 15 13:45:45.151055 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:45.217509 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6b3fcfb0-123e-4044-979f-078a889247c0 req-290468e6-542d-467b-bb5b-f1f9778246bc tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0512154 Sep 15 13:45:45.319001 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-519e4dff-9863-4413-92da-f790d9c2b13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.438126 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-519e4dff-9863-4413-92da-f790d9c2b13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.590453 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-519e4dff-9863-4413-92da-f790d9c2b13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.632304 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-519e4dff-9863-4413-92da-f790d9c2b13d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c08db0d7830402b88ef04ef7ca57350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795349 Sep 15 13:45:45.635193 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58386) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:45.642733 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e4dff-9863-4413-92da-f790d9c2b13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf53dbf-bd37-490e-906f-2136667906c6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:45.694827 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-891cb841-f11f-41d8-873a-ddd05395f94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.720016 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-891cb841-f11f-41d8-873a-ddd05395f94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.834827 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48dc6-9e85-41da-a3ad-cd07c15edfa1 req-7b0067a9-7dab-4789-901b-924cc042cdd9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:45.838104 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58396) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:45.841284 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4eb48dc6-9e85-41da-a3ad-cd07c15edfa1 req-7b0067a9-7dab-4789-901b-924cc042cdd9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0588477 Sep 15 13:45:45.851515 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e310e24b-f090-4301-9b88-e5120159653e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.885463 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4eb48dc6-9e85-41da-a3ad-cd07c15edfa1 req-b2978486-4c7d-45ea-b04d-de3593ca9582 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380695 Sep 15 13:45:45.936330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b639257-a356-4be4-8314-0d958bf853a9 req-24b6b7cf-ee49-426b-b86f-3b0d6b21e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:45.936522 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-891cb841-f11f-41d8-873a-ddd05395f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.937893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7b639257-a356-4be4-8314-0d958bf853a9 req-24b6b7cf-ee49-426b-b86f-3b0d6b21e6dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.0459950 Sep 15 13:45:45.939317 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-891cb841-f11f-41d8-873a-ddd05395f94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:45.940455 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-891cb841-f11f-41d8-873a-ddd05395f94b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bf53dbf-bd37-490e-906f-2136667906c6 HTTP/1.1" status: 204 len: 168 time: 0.3041427 Sep 15 13:45:45.952468 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cb841-f11f-41d8-873a-ddd05395f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf53dbf-bd37-490e-906f-2136667906c6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:46.034123 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e310e24b-f090-4301-9b88-e5120159653e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:46.053969 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ea6380df-9a8a-4286-9946-78b597435a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:46.074013 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b639257-a356-4be4-8314-0d958bf853a9 req-efdc7187-47ee-476e-a80d-71e3364fec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:46.075866 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7b639257-a356-4be4-8314-0d958bf853a9 req-efdc7187-47ee-476e-a80d-71e3364fec22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1225355 Sep 15 13:45:46.110442 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e310e24b-f090-4301-9b88-e5120159653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:46.128292 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7b639257-a356-4be4-8314-0d958bf853a9 req-72f85bce-491d-40f3-873d-a526e06daaee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 217 time: 0.0393195 Sep 15 13:45:46.149376 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e24b-f090-4301-9b88-e5120159653e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca98f088-0e45-4d35-8005-ceee964d18f3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:46.154095 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e310e24b-f090-4301-9b88-e5120159653e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1bcaf4a925d4dec82c8e2e5e513bed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149538 Sep 15 13:45:46.156694 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58410) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:46.217318 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c45b60ae-9525-485e-a301-33332b3835a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:46.241695 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b639257-a356-4be4-8314-0d958bf853a9 req-694c80fd-a588-4509-9080-c7444d7bce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:46.244314 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7b639257-a356-4be4-8314-0d958bf853a9 req-694c80fd-a588-4509-9080-c7444d7bce33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.1004310 Sep 15 13:45:46.246842 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c45b60ae-9525-485e-a301-33332b3835a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:46.300447 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7b639257-a356-4be4-8314-0d958bf853a9 req-35c14b6b-320f-412f-9920-dca51efdd14e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444207 Sep 15 13:45:46.332111 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d62ffce6-f34c-4b52-a389-79faa26eea4b req-d54d2511-f393-44e2-b32a-73f5d47b5c4b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0339413 Sep 15 13:45:46.422772 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c45b60ae-9525-485e-a301-33332b3835a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:46.426866 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c45b60ae-9525-485e-a301-33332b3835a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:46.434038 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c45b60ae-9525-485e-a301-33332b3835a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca98f088-0e45-4d35-8005-ceee964d18f3 HTTP/1.1" status: 204 len: 168 time: 0.2760429 Sep 15 13:45:46.435284 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7b639257-a356-4be4-8314-0d958bf853a9 req-d061b5d1-6df8-4a65-b683-7f775ed66d09 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248407 Sep 15 13:45:46.447507 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b60ae-9525-485e-a301-33332b3835a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca98f088-0e45-4d35-8005-ceee964d18f3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:46.547482 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7b639257-a356-4be4-8314-0d958bf853a9 req-bfcb034c-41a9-4d7b-9343-cef128857557 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978456 Sep 15 13:45:46.997496 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58448) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:47.013088 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-068cd64f-6ea6-4485-8444-262a57f37716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.081985 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4ce6-148d-4c4b-b160-14bc31a085be req-ee184c3f-67e3-464b-9e22-a86502207771 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:47.084218 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5d2f4ce6-148d-4c4b-b160-14bc31a085be req-ee184c3f-67e3-464b-9e22-a86502207771 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1250596 Sep 15 13:45:47.136766 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5d2f4ce6-148d-4c4b-b160-14bc31a085be req-0d956023-8e9f-4826-a33a-877f86709e78 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386837 Sep 15 13:45:47.153263 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-068cd64f-6ea6-4485-8444-262a57f37716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.282344 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-068cd64f-6ea6-4485-8444-262a57f37716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.323269 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-068cd64f-6ea6-4485-8444-262a57f37716 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15df4861f2eb4a5f9a8015dd45d948d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244824 Sep 15 13:45:47.324484 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cd64f-6ea6-4485-8444-262a57f37716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af01d161-d838-4dfa-abe2-56adeaacbf76,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:47.326015 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58462) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:47.378850 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43f7f2ea-cb8a-4c57-98ca-7cf4c8d37809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.401590 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43f7f2ea-cb8a-4c57-98ca-7cf4c8d37809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.439106 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1805511e-8ad2-4d80-9abe-c0ad62c6590b req-afccb98d-38a7-47f8-92b5-ee165d155bf2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0355358 Sep 15 13:45:47.569121 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43f7f2ea-cb8a-4c57-98ca-7cf4c8d37809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.573240 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-43f7f2ea-cb8a-4c57-98ca-7cf4c8d37809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.577562 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-43f7f2ea-cb8a-4c57-98ca-7cf4c8d37809 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af01d161-d838-4dfa-abe2-56adeaacbf76 HTTP/1.1" status: 204 len: 168 time: 0.2469997 Sep 15 13:45:47.588764 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7f2ea-cb8a-4c57-98ca-7cf4c8d37809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af01d161-d838-4dfa-abe2-56adeaacbf76,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:47.646763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58484) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:47.695144 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] Deleting subnet bd5c29db-718c-4bb4-8189-1605e6d5eba6 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:45:47.698291 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.732743 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.773006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.962323 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.993418 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5c29db-718c-4bb4-8189-1605e6d5eba6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:47.997417 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:47.999326 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e4cc2bfd-dac1-47f0-aacb-259adaccc969 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd5c29db-718c-4bb4-8189-1605e6d5eba6 HTTP/1.1" status: 204 len: 168 time: 0.3515315 Sep 15 13:45:48.001731 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58496) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:48.074958 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.179721 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.214304 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef8f31a-4f44-4688-851c-0eb1b84e27cb']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:48.226092 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0bc8b3-f1f1-4b14-8174-d4c83e0afa01') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:48.226542 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0bc8b3-f1f1-4b14-8174-d4c83e0afa01') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:48.264426 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.282634 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.294208 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:45:48.294605 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:48.296416 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:48.304103 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722eed5-cb24-4702-8c27-55151e8ef523 req-4feb74df-7520-4eef-9e06-be9ecc6c6595 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:48.306189 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f722eed5-cb24-4702-8c27-55151e8ef523 req-4feb74df-7520-4eef-9e06-be9ecc6c6595 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0776331 Sep 15 13:45:48.396385 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f722eed5-cb24-4702-8c27-55151e8ef523 req-a4ed2dbd-f412-4ddc-acb4-c1416d1372c0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798936 Sep 15 13:45:48.465028 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.471161 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.473703 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ef8f31a-4f44-4688-851c-0eb1b84e27cb HTTP/1.1" status: 204 len: 168 time: 0.4709673 Sep 15 13:45:48.476519 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58556) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:48.486828 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b8c43-83f5-47a2-af0f-80f75a881706 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef8f31a-4f44-4688-851c-0eb1b84e27cb,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:48.528984 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] Deleting subnet 01211cb5-274c-4970-b828-7ea1466faa79 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:45:48.532280 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.541616 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-919693bb-9828-40b2-97a4-b6b19ffb9450 req-6929d4bc-7936-4c5b-8399-f9366cb6cad4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0269091 Sep 15 13:45:48.579239 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.600205 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.716083 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-021ca562-e7a0-47f3-8f6b-da6c20848329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.803236 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.831070 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01211cb5-274c-4970-b828-7ea1466faa79,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:48.835400 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.844987 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d018c7b4-e6a3-47a5-82c0-a97b02449379 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/01211cb5-274c-4970-b828-7ea1466faa79 HTTP/1.1" status: 204 len: 168 time: 0.3616636 Sep 15 13:45:48.846001 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58566) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:48.865660 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:48.921723 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.009085 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.031463 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff04f2a7-dfbc-45ab-8787-c50204b3d370']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:49.042087 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c66e70-6633-4119-9952-d81c3a02695c') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:49.042379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c66e70-6633-4119-9952-d81c3a02695c') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:49.053840 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.068983 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.075336 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:45:49.075729 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:49.077470 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:49.253705 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.261185 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.265718 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff04f2a7-dfbc-45ab-8787-c50204b3d370 HTTP/1.1" status: 204 len: 168 time: 0.4222634 Sep 15 13:45:49.274057 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2767c-db29-44da-ad3e-3c831052e22b admin admin] Pushing event deleted for resources: {'Network': ['ID=ff04f2a7-dfbc-45ab-8787-c50204b3d370,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:49.523098 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23cf35-cc61-476c-b328-c9956be8c8b7 req-bb08733c-b970-409c-bc15-dc4e880c0678 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:49.524655 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e23cf35-cc61-476c-b328-c9956be8c8b7 req-bb08733c-b970-409c-bc15-dc4e880c0678 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0509624 Sep 15 13:45:49.577822 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e23cf35-cc61-476c-b328-c9956be8c8b7 req-d19c9e7d-63ea-47be-aa35-3be867779e35 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390728 Sep 15 13:45:49.663629 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baeaa68a-f83e-4b67-b5c1-2bda74e94208 req-dfb66cf4-9525-4a4c-a204-74b7e369afca tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0304344 Sep 15 13:45:49.850879 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58598) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:49.893003 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0dfee4bc-e717-4d0e-9718-6ef80289bb7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a20a3990b8a4270a08874fe4d011e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409245 Sep 15 13:45:49.895908 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58602) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:49.953806 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15d72a06-bb9c-44ed-819a-2c4bd4a3677d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:49.977565 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15d72a06-bb9c-44ed-819a-2c4bd4a3677d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:50.019352 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:50.127147 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15d72a06-bb9c-44ed-819a-2c4bd4a3677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:50.127147 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-15d72a06-bb9c-44ed-819a-2c4bd4a3677d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:50.127147 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-15d72a06-bb9c-44ed-819a-2c4bd4a3677d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b25d5e2-f917-48e4-a0d6-355772a93701 HTTP/1.1" status: 204 len: 168 time: 0.2287009 Sep 15 13:45:50.135287 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d72a06-bb9c-44ed-819a-2c4bd4a3677d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25d5e2-f917-48e4-a0d6-355772a93701,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:50.697249 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd6c6-64c4-4656-aa64-c1371d3a592f req-5f7ed625-ffcb-48d7-af64-c3c28efbabad tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:50.698858 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f36dd6c6-64c4-4656-aa64-c1371d3a592f req-5f7ed625-ffcb-48d7-af64-c3c28efbabad tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0484834 Sep 15 13:45:50.738372 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f36dd6c6-64c4-4656-aa64-c1371d3a592f req-42f018d0-3611-43a0-ad14-f87af35ee9fb tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Sep 15 13:45:50.824342 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2b6a785e-3a91-4231-87a1-9d16cab54a6b req-d8dc9090-5d21-4b3d-9b09-d561dc22b82d tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0269361 Sep 15 13:45:51.061932 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58630) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:51.106300 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-411e84f0-98c3-44d1-9fae-32c18bdd3965 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c50ca4f4cb874d84b128b4f42fea5529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431905 Sep 15 13:45:51.108985 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58632) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:51.164700 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9339ac4-fd5a-45e2-ab9d-e40f17e70e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:51.188896 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9339ac4-fd5a-45e2-ab9d-e40f17e70e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:51.361844 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9339ac4-fd5a-45e2-ab9d-e40f17e70e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:51.365229 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c9339ac4-fd5a-45e2-ab9d-e40f17e70e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:51.366049 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c9339ac4-fd5a-45e2-ab9d-e40f17e70e61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ce784fa-a0c9-42b6-8fe1-5b91c08dc651 HTTP/1.1" status: 204 len: 168 time: 0.2560716 Sep 15 13:45:51.373847 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9339ac4-fd5a-45e2-ab9d-e40f17e70e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce784fa-a0c9-42b6-8fe1-5b91c08dc651,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:51.630853 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:51.867798 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeb885-d324-4128-b19c-e37f9185b31c req-eaf793f9-35f6-493f-a48d-dc4654bf24db tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:51.869361 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5aeb885-d324-4128-b19c-e37f9185b31c req-eaf793f9-35f6-493f-a48d-dc4654bf24db tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0516605 Sep 15 13:45:51.911333 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5aeb885-d324-4128-b19c-e37f9185b31c req-a32c4491-44c1-40b3-a19f-5e8a6c2e8907 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Sep 15 13:45:51.999235 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecdd403f-9200-47b9-9f2d-1a93de769dc4 req-17e07276-11ec-45ec-ad06-d06e4b04dd9b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0293853 Sep 15 13:45:52.757881 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58688) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:52.855946 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1883476478-network', 'tenant_id': 'ea109cb4bc9044e5827cb4323fe84017'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:52.984382 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Made reservation on behalf of ea109cb4bc9044e5827cb4323fe84017 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:52.986743 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:52.998841 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.027253 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59b958-2d1b-4154-a9b0-a86863fd15c9 req-2eee771c-d743-41d5-8f6d-4bf49956bace tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:53.028966 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ba59b958-2d1b-4154-a9b0-a86863fd15c9 req-2eee771c-d743-41d5-8f6d-4bf49956bace tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0508502 Sep 15 13:45:53.081441 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ba59b958-2d1b-4154-a9b0-a86863fd15c9 req-eababd37-6b2d-4857-b956-12586ce3ae43 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Sep 15 13:45:53.106681 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.172385 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-23ee1cd8-57e7-456e-96db-f2e53600fd41 req-c227337c-3247-4c22-afe0-37919de2753a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0277965 Sep 15 13:45:53.196314 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.220875 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:45:53.230420 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1559a5d5-4597-48eb-8116-e8019845b119,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:53.235344 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.235685 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Added segment 84c9dc71-eda4-4109-8e2d-bab37c1c5c4c of type vlan for network 3258e3ce-644a-487a-99d9-5199ffe84e4a Sep 15 13:45:53.275613 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.375920 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58708) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:53.430753 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.433678 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:53.433678 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.494122 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e31-ef36-44b6-92bd-e6fbbb6ba968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.497565 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=3258e3ce-644a-487a-99d9-5199ffe84e4a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:53.509238 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 3258e3ce-644a-487a-99d9-5199ffe84e4a details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:45:53.548025 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ef697fd7-8ebc-4421-a116-f0edc9506bc3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7868583 Sep 15 13:45:53.548872 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58714) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:53.555260 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Request body: {'subnet': {'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1883476478-subnet', 'tenant_id': 'ea109cb4bc9044e5827cb4323fe84017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:53.629410 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e31-ef36-44b6-92bd-e6fbbb6ba968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.750378 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b0a57e31-ef36-44b6-92bd-e6fbbb6ba968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.789355 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b0a57e31-ef36-44b6-92bd-e6fbbb6ba968 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a16260b50dfd4c6cb21f9b18f3de45a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122927 Sep 15 13:45:53.791594 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a57e31-ef36-44b6-92bd-e6fbbb6ba968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d73af1-3166-435d-a80a-583cf84e4027,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:53.791986 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58716) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:53.843434 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ff4ab10-8f43-4700-beeb-db943aeb413e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.866752 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ff4ab10-8f43-4700-beeb-db943aeb413e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.868399 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Made reservation on behalf of ea109cb4bc9044e5827cb4323fe84017 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:53.870721 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.066974 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ff4ab10-8f43-4700-beeb-db943aeb413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.070008 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ff4ab10-8f43-4700-beeb-db943aeb413e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.071191 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-7ff4ab10-8f43-4700-beeb-db943aeb413e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0d73af1-3166-435d-a80a-583cf84e4027 HTTP/1.1" status: 204 len: 168 time: 0.2782085 Sep 15 13:45:54.085407 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4ab10-8f43-4700-beeb-db943aeb413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d73af1-3166-435d-a80a-583cf84e4027,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:54.292449 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-33a02373-1faa-4b41-bc1a-c0abd9c94136 req-72081a66-ee07-48c7-8759-5a48dd704738 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0434561 Sep 15 13:45:54.306636 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb6a0b-deae-4536-909b-96231f31692a req-f889e207-13de-4f7b-a194-8c583b415188 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.308278 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8edb6a0b-deae-4536-909b-96231f31692a req-f889e207-13de-4f7b-a194-8c583b415188 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1269259 Sep 15 13:45:54.318319 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc592-ea8b-438b-a461-c32808261b83 req-d909576a-f84a-48f1-8056-fbb1dac297d3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.320208 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-d909576a-f84a-48f1-8056-fbb1dac297d3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.1897261 Sep 15 13:45:54.342281 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Request body: {'port': {'device_id': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'admin_state_up': True, 'tenant_id': 'bc28876d41fb4b0f9c8893c96a3aee59'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:54.351057 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.385862 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8edb6a0b-deae-4536-909b-96231f31692a req-321922eb-5ff9-4157-875a-c9cf873c86b8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643873 Sep 15 13:45:54.410565 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840ba35d-cdba-4b44-871e-7041dd7a3d7f,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:54.455000 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Checking segment: {'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:54.455500 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Network hostable DHCP agents. Network: 3258e3ce-644a-487a-99d9-5199ffe84e4a, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:45:54.578986 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Network 3258e3ce-644a-487a-99d9-5199ffe84e4a is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:45:54.614977 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Made reservation on behalf of bc28876d41fb4b0f9c8893c96a3aee59 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:54.624047 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.755862 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Allocated IP 172.20.0.2 (91805e3b-4a33-4370-a857-7650e0db00c9/ebb21cdd-1455-4806-bb76-1a7bee38a263/591b4209-06c7-419d-accb-b237e01a8e73) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:54.767424 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 3258e3ce-644a-487a-99d9-5199ffe84e4a) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:54.772238 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.773689 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.781047 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09eaaf1-bfca-43c7-8868-7901f7422c7c None None] Network 3258e3ce-644a-487a-99d9-5199ffe84e4a requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:54.916406 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1204962-b626-4c9a-9a04-3909a11f6740 None None] Network 3258e3ce-644a-487a-99d9-5199ffe84e4a requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:54.926091 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c427b0bf-3feb-463a-b201-f4c75a38bdd1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3670774 Sep 15 13:45:54.975276 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.053012 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58754) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:55.072094 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54766501-57f4-4527-9069-17a88328e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.116549 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.130831 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a', 'd9b691a3-d525-4023-ad41-18cf9182e632'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:55.217100 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event updated for resources: {'Port': ['ID=591b4209-06c7-419d-accb-b237e01a8e73,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:55.248765 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Network 91805e3b-4a33-4370-a857-7650e0db00c9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:55.252731 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:55.258792 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:55.328674 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54766501-57f4-4527-9069-17a88328e041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.335796 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:55.336452 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.429292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c89c8f-5700-4fec-ad4b-0c521c8872e7 req-752d4a5a-c492-430e-ae38-9dcc60cfedb8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:55.431103 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72c89c8f-5700-4fec-ad4b-0c521c8872e7 req-752d4a5a-c492-430e-ae38-9dcc60cfedb8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 931 time: 0.0536554 Sep 15 13:45:55.432090 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-54766501-57f4-4527-9069-17a88328e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.487578 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-54766501-57f4-4527-9069-17a88328e041 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f741995d337e4123960e34a229eaf73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332497 Sep 15 13:45:55.492757 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58768) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:55.513053 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54766501-57f4-4527-9069-17a88328e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea6c020-1979-463a-a2d4-9a5a168be929,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:55.554462 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-c07f5618-fcb1-44f9-bff3-22ed27d351ed tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2178886 Sep 15 13:45:55.562872 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72c89c8f-5700-4fec-ad4b-0c521c8872e7 req-e0ef1127-a9c8-451f-b9e4-c4d7c368094e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178169 Sep 15 13:45:55.575330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Request body: {'port': {'device_id': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:55.651070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95e1a-544a-47ae-9476-33b445f38f6a req-e89751c8-bdb5-4f42-b2f3-779d6221bef3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:55.652597 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7be95e1a-544a-47ae-9476-33b445f38f6a req-e89751c8-bdb5-4f42-b2f3-779d6221bef3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1617806 Sep 15 13:45:55.676510 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2652dc1-cae5-499b-8579-8bf461297d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.684463 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.728299 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2652dc1-cae5-499b-8579-8bf461297d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.758485 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7be95e1a-544a-47ae-9476-33b445f38f6a req-862628f4-1a98-4d82-bdc0-c93d9e895a9d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973699 Sep 15 13:45:56.026229 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591b4209-06c7-419d-accb-b237e01a8e73 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:45:56.030733 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2652dc1-cae5-499b-8579-8bf461297d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:56.041322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b2652dc1-cae5-499b-8579-8bf461297d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:56.041322 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b2652dc1-cae5-499b-8579-8bf461297d6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ea6c020-1979-463a-a2d4-9a5a168be929 HTTP/1.1" status: 204 len: 168 time: 0.5396373 Sep 15 13:45:56.041322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:56.048785 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652dc1-cae5-499b-8579-8bf461297d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea6c020-1979-463a-a2d4-9a5a168be929,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:56.061834 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Transition to ACTIVE for port object 591b4209-06c7-419d-accb-b237e01a8e73 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:45:56.161763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:56.216486 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Pushing event updated for resources: {'Port': ['ID=591b4209-06c7-419d-accb-b237e01a8e73,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:56.297046 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Attempting to bind port 591b4209-06c7-419d-accb-b237e01a8e73 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:45:56.297374 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Attempting to bind port 591b4209-06c7-419d-accb-b237e01a8e73 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:45:56.297799 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Attempting to bind port 591b4209-06c7-419d-accb-b237e01a8e73 on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:56.303709 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Port 591b4209-06c7-419d-accb-b237e01a8e73 on network 91805e3b-4a33-4370-a857-7650e0db00c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:45:56.304026 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Attempting to bind port 591b4209-06c7-419d-accb-b237e01a8e73 on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:56.309430 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:45:56.309598 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Checking segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:56.309963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Bound using segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:45:56.310707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Bound port: 591b4209-06c7-419d-accb-b237e01a8e73, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:45:56.310707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:56.388949 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] For port 591b4209-06c7-419d-accb-b237e01a8e73, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:45:56.392727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] For port 591b4209-06c7-419d-accb-b237e01a8e73, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=591b4209-06c7-419d-accb-b237e01a8e73,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:45:56.505891 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:56.544798 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:56.545351 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:56.546873 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] 10.222.0.37 "PUT /v2.0/ports/591b4209-06c7-419d-accb-b237e01a8e73 HTTP/1.1" status: 200 len: 1093 time: 0.9798858 Sep 15 13:45:56.547295 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'tag': '591b4209-06c7-419d-accb-b237e01a8e73'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:56.549785 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df207a3-abbe-4f2f-8ddb-9283ced7a696" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2c01b9-6875-443c-837d-f48475ea5a16", "tag": "591b4209-06c7-419d-accb-b237e01a8e73"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:56.575516 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cc3a4-8a1b-4952-a704-bdd8ae802e72 service neutron] Pushing event updated for resources: {'Port': ['ID=591b4209-06c7-419d-accb-b237e01a8e73,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:56.600191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa08f10-01d5-4122-8c17-74e67a87f427 x-openstack-request-id: req-baa08f10-01d5-4122-8c17-74e67a87f427 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:56.600872 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2c01b9-6875-443c-837d-f48475ea5a16", "tag": "591b4209-06c7-419d-accb-b237e01a8e73", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:56.601128 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-baa08f10-01d5-4122-8c17-74e67a87f427 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:56.601529 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'tag': '591b4209-06c7-419d-accb-b237e01a8e73', 'status': 'completed', 'code': 200} Sep 15 13:45:56.948119 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df207a3-abbe-4f2f-8ddb-9283ced7a696 req-2a61db1d-bb8c-4a51-a1aa-779f3115eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:56.949692 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8df207a3-abbe-4f2f-8ddb-9283ced7a696 req-2a61db1d-bb8c-4a51-a1aa-779f3115eb3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 1096 time: 0.3242147 Sep 15 13:45:56.967789 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007708-09b7-426d-a0be-a2ccfff6bd30 req-0fb5c6b4-71e0-4b37-90a7-4a2fcf023ec0 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:56.971392 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cd007708-09b7-426d-a0be-a2ccfff6bd30 req-0fb5c6b4-71e0-4b37-90a7-4a2fcf023ec0 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 943 time: 0.3148990 Sep 15 13:45:56.980385 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f576360-4761-49b8-aafa-0729199b0d67 req-03fd7587-cbe1-4da6-b553-d5fde1a467be tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:56.981873 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f576360-4761-49b8-aafa-0729199b0d67 req-03fd7587-cbe1-4da6-b553-d5fde1a467be tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0747361 Sep 15 13:45:57.116115 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cd007708-09b7-426d-a0be-a2ccfff6bd30 req-3c4c6625-5902-437c-8a67-15b7205c5e96 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202061 Sep 15 13:45:57.116115 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f576360-4761-49b8-aafa-0729199b0d67 req-8bc0eaae-5aef-42ad-9229-faf5aa6dc5de tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245539 Sep 15 13:45:57.172957 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df207a3-abbe-4f2f-8ddb-9283ced7a696 req-3fd02e78-73b7-454f-8d45-657fe91c6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:57.174920 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8df207a3-abbe-4f2f-8ddb-9283ced7a696 req-3fd02e78-73b7-454f-8d45-657fe91c6ac2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2031577 Sep 15 13:45:57.283092 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df207a3-abbe-4f2f-8ddb-9283ced7a696 req-d95ec690-5db9-4f0d-aa4a-e8758b3db8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:57.286900 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8df207a3-abbe-4f2f-8ddb-9283ced7a696 req-d95ec690-5db9-4f0d-aa4a-e8758b3db8fd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022966 Sep 15 13:45:57.386929 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc592-ea8b-438b-a461-c32808261b83 req-dc7253b9-6f5b-43d4-9069-06b52f700e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:57.388501 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-dc7253b9-6f5b-43d4-9069-06b52f700e5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 1096 time: 0.0467439 Sep 15 13:45:57.442011 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-27be18d9-07d1-4d84-a5a2-8217084ce8a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=591b4209-06c7-419d-accb-b237e01a8e73 HTTP/1.1" status: 200 len: 217 time: 0.0403056 Sep 15 13:45:57.515349 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc592-ea8b-438b-a461-c32808261b83 req-35f755b4-a0a4-4771-aa31-2d692c968848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:57.515349 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-35f755b4-a0a4-4771-aa31-2d692c968848 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.0635283 Sep 15 13:45:57.575658 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-2142cd45-1117-4be0-b4e9-fc9107b294c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498769 Sep 15 13:45:57.675207 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-0681cc50-3142-4d4a-adb4-d31f43d065a9 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855615 Sep 15 13:45:57.774818 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecabc592-ea8b-438b-a461-c32808261b83 req-d6ab8070-09e9-4cd1-9adc-b587ff450276 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907419 Sep 15 13:45:58.266835 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777c94b-b0e3-4862-932c-e331be06e5d7 req-f5d2c13e-4893-4c45-85b6-a5404dacb849 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:58.270113 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c777c94b-b0e3-4862-932c-e331be06e5d7 req-f5d2c13e-4893-4c45-85b6-a5404dacb849 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 943 time: 0.0829067 Sep 15 13:45:58.282218 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbd5a9-2ec4-4d21-abb9-464f381bbd59 req-fa1e8fbd-c002-4dcc-b614-394eeecba1bb tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:58.283550 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-69fbd5a9-2ec4-4d21-abb9-464f381bbd59 req-fa1e8fbd-c002-4dcc-b614-394eeecba1bb tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0713549 Sep 15 13:45:58.344875 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c777c94b-b0e3-4862-932c-e331be06e5d7 req-71a01b36-7fd7-4682-a9a8-3490a743ba49 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589566 Sep 15 13:45:58.360387 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-69fbd5a9-2ec4-4d21-abb9-464f381bbd59 req-d6d7daec-5ed8-4d62-9681-47070c2a9ef8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687921 Sep 15 13:45:58.923418 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-2750aeb7-cc84-4b44-92a3-00ba10c05afa tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:58.924924 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-2750aeb7-cc84-4b44-92a3-00ba10c05afa tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/networks?id=3258e3ce-644a-487a-99d9-5199ffe84e4a HTTP/1.1" status: 200 len: 809 time: 0.1071713 Sep 15 13:45:58.941545 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ff136629-0a8a-4c24-b0a1-983dde0f0e7b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/quotas/ea109cb4bc9044e5827cb4323fe84017 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Sep 15 13:45:58.976001 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-b82fb1c6-6c56-4752-8bfb-08d2a72f3fca tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea109cb4bc9044e5827cb4323fe84017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276451 Sep 15 13:45:59.078287 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-3b235645-2127-48be-a796-494164761e43 service neutron] 10.222.0.23 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947053 Sep 15 13:45:59.176378 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-4309e67e-3756-4596-877e-7a6d6020461b service neutron] 10.222.0.23 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Sep 15 13:45:59.314540 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 58906) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:59.504398 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68bc0f-1047-41fe-9dfe-8ffaba3b36d0 req-02a81783-f21a-4bb2-9291-4b22fba8277c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:59.506896 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3a68bc0f-1047-41fe-9dfe-8ffaba3b36d0 req-02a81783-f21a-4bb2-9291-4b22fba8277c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 943 time: 0.0854912 Sep 15 13:45:59.567823 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51545ee9-65ae-48f6-9d78-b6ab5d64c604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:59.601837 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca2ed-6056-4edc-9f7f-05556d3f6101 req-bda5440c-84c8-4257-bf54-ccfadf7fa699 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:59.603485 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-172ca2ed-6056-4edc-9f7f-05556d3f6101 req-bda5440c-84c8-4257-bf54-ccfadf7fa699 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0956423 Sep 15 13:45:59.606881 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3a68bc0f-1047-41fe-9dfe-8ffaba3b36d0 req-e5a30c07-4ee0-4cd9-855b-5fb32015a247 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823443 Sep 15 13:45:59.690374 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-172ca2ed-6056-4edc-9f7f-05556d3f6101 req-de78205a-49f3-42c5-9dcd-f85e1f4af301 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748825 Sep 15 13:45:59.724703 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2454a91d-7ed9-405e-9e34-46be83693f9b req-19df5ce7-88ba-4d7c-8901-b97c1cab9109 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 210 time: 0.0531235 Sep 15 13:45:59.747346 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51545ee9-65ae-48f6-9d78-b6ab5d64c604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:59.870061 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-51545ee9-65ae-48f6-9d78-b6ab5d64c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:59.920678 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-51545ee9-65ae-48f6-9d78-b6ab5d64c604 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b01acfc3313411289377b5dfab841c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047199 Sep 15 13:45:59.921801 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51545ee9-65ae-48f6-9d78-b6ab5d64c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf1254-0a92-4b47-a28c-f48ce2be1e20,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:59.923269 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 58934) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:59.975355 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c58392db-f8fd-4c6d-992a-a63a63041d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.001061 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c58392db-f8fd-4c6d-992a-a63a63041d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.201797 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c58392db-f8fd-4c6d-992a-a63a63041d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.204563 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c58392db-f8fd-4c6d-992a-a63a63041d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.208994 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-c58392db-f8fd-4c6d-992a-a63a63041d9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cddf1254-0a92-4b47-a28c-f48ce2be1e20 HTTP/1.1" status: 204 len: 168 time: 0.2812269 Sep 15 13:46:00.215738 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58392db-f8fd-4c6d-992a-a63a63041d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf1254-0a92-4b47-a28c-f48ce2be1e20,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:00.775955 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5e21d-0767-4ccd-b701-f0dd66b826fc req-ac621c00-11dd-44c0-aac2-7a64af5291a1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:00.784636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b1e5e21d-0767-4ccd-b701-f0dd66b826fc req-ac621c00-11dd-44c0-aac2-7a64af5291a1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 943 time: 0.0866139 Sep 15 13:46:00.838118 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b1e5e21d-0767-4ccd-b701-f0dd66b826fc req-1d5826aa-71e5-4ea8-a569-184547924791 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524271 Sep 15 13:46:00.918892 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-50245c67-b671-4082-a91b-f2b0244b9f09 req-0eea1f1d-0fb0-43a1-8f2f-b6ab05fffc47 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 210 time: 0.0331595 Sep 15 13:46:01.014581 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2d7f0-b42d-41bd-a3e7-4ed6b5531e71 req-8539b630-7fd9-451e-b1a9-9b5143ceec39 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:01.016205 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53e2d7f0-b42d-41bd-a3e7-4ed6b5531e71 req-8539b630-7fd9-451e-b1a9-9b5143ceec39 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0585194 Sep 15 13:46:01.080053 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53e2d7f0-b42d-41bd-a3e7-4ed6b5531e71 req-24d28ce5-e6df-4643-ab25-a609a22ced20 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482476 Sep 15 13:46:02.012018 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699ba66-176b-4be7-a245-b4afc6599501 req-f94d140d-2a27-4d7d-bb83-cbf8adda61b2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:02.018573 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2699ba66-176b-4be7-a245-b4afc6599501 req-f94d140d-2a27-4d7d-bb83-cbf8adda61b2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 943 time: 0.0965023 Sep 15 13:46:02.069523 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2699ba66-176b-4be7-a245-b4afc6599501 req-aa958c1b-a850-431a-9f82-ba5795732bd1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Sep 15 13:46:02.149534 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-decd68b3-de44-4973-8893-080f4b835bf3 req-54937dab-abec-4f21-910d-698372dc75f1 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 210 time: 0.0269096 Sep 15 13:46:02.152691 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 591b4209-06c7-419d-accb-b237e01a8e73 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:46:02.277421 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 591b4209-06c7-419d-accb-b237e01a8e73, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=591b4209-06c7-419d-accb-b237e01a8e73,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:02.293613 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '591b4209-06c7-419d-accb-b237e01a8e73', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'port_id': '591b4209-06c7-419d-accb-b237e01a8e73', 'mac_address': 'fa:16:3e:27:0c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb21cdd-1455-4806-bb76-1a7bee38a263', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:46:02.333399 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:02.349280 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591b4209-06c7-419d-accb-b237e01a8e73 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:02.369921 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 591b4209-06c7-419d-accb-b237e01a8e73, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=591b4209-06c7-419d-accb-b237e01a8e73,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:02.374555 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598466d-196e-4be7-bd09-4ab171550db7 req-3a1d8a87-eba6-421d-af39-5116fb850b26 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:02.376333 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4598466d-196e-4be7-bd09-4ab171550db7 req-3a1d8a87-eba6-421d-af39-5116fb850b26 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0552039 Sep 15 13:46:02.422193 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4598466d-196e-4be7-bd09-4ab171550db7 req-5f67de25-6265-44b7-80ef-fab51ccfa851 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Sep 15 13:46:02.487546 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:02.545210 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=591b4209-06c7-419d-accb-b237e01a8e73,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:03.109897 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-28372eef-29c3-410d-ab02-a901a5bd3f8f tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:03.111383 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-28372eef-29c3-410d-ab02-a901a5bd3f8f tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "GET /v2.0/networks?id=3258e3ce-644a-487a-99d9-5199ffe84e4a HTTP/1.1" status: 200 len: 809 time: 0.1018760 Sep 15 13:46:03.129332 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Request body: {'port': {'device_id': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a', 'admin_state_up': True, 'tenant_id': 'ea109cb4bc9044e5827cb4323fe84017'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:03.149934 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['591b4209-06c7-419d-accb-b237e01a8e73'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:03.273328 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48214937-a671-4074-bd7c-29b2249303d1 req-885b52a7-1ff5-43d6-8336-a524010b1b00 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:03.280812 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-48214937-a671-4074-bd7c-29b2249303d1 req-885b52a7-1ff5-43d6-8336-a524010b1b00 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 944 time: 0.1472054 Sep 15 13:46:03.350125 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-48214937-a671-4074-bd7c-29b2249303d1 req-b8aa8936-331f-4f89-a75a-b5fdf01716da tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595777 Sep 15 13:46:03.469031 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fbfbff1c-4cbc-4696-8450-da511a0bf56c req-b28dd1cd-43b2-45d0-8d79-89fecc6993ed tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 210 time: 0.0356040 Sep 15 13:46:03.595713 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Made reservation on behalf of ea109cb4bc9044e5827cb4323fe84017 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:03.602090 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:03.756262 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4544a07-5127-43cd-bd0c-9cf9e809d186 req-541e53a8-edb7-408f-b7f5-ab1cc98926ff tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:03.777843 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d4544a07-5127-43cd-bd0c-9cf9e809d186 req-541e53a8-edb7-408f-b7f5-ab1cc98926ff tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1822073 Sep 15 13:46:03.852214 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d4544a07-5127-43cd-bd0c-9cf9e809d186 req-ef6366c3-e096-4fbc-8c2a-814fcfbf0479 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871100 Sep 15 13:46:03.908264 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Allocated IP 172.20.0.3 (3258e3ce-644a-487a-99d9-5199ffe84e4a/840ba35d-cdba-4b44-871e-7041dd7a3d7f/ad479ee9-5c95-4d68-bc2e-8f1e4254258f) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:04.068289 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.236491 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.281813 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Network 3258e3ce-644a-487a-99d9-5199ffe84e4a is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:04.285025 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:04.289663 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:04.320253 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Pushing event updated for resources: {'Port': ['ID=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:04.353014 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:04.353630 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.453375 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa19ad-735e-439f-9340-efe35ffb4c0c req-01e7e8fe-06bf-463b-919d-82ea9fa909b4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:04.469733 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dbaa19ad-735e-439f-9340-efe35ffb4c0c req-01e7e8fe-06bf-463b-919d-82ea9fa909b4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 944 time: 0.0493190 Sep 15 13:46:04.494852 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dbaa19ad-735e-439f-9340-efe35ffb4c0c req-6c51bd1c-549a-4a3e-b58e-67e0c322381b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336807 Sep 15 13:46:04.497752 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-ba6a9dad-8768-493c-9f85-e44617dc2be2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3712397 Sep 15 13:46:04.522322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Request body: {'port': {'device_id': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:04.688824 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.755944 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1550a-3c9a-4b80-8b86-870aa48b7af4 req-b5ab67bf-bd11-466b-b3af-7922db70402c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:04.757365 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1ba1550a-3c9a-4b80-8b86-870aa48b7af4 req-b5ab67bf-bd11-466b-b3af-7922db70402c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 931 time: 0.1875620 Sep 15 13:46:04.894591 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1ba1550a-3c9a-4b80-8b86-870aa48b7af4 req-a4b38341-0b72-4fce-8954-92f3cb4dd71a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196396 Sep 15 13:46:04.899464 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35177-fbf6-4a75-b903-65104945d5c7 req-d1d78926-26e9-4775-b1d4-e1a323a0f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:04.900940 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60e35177-fbf6-4a75-b903-65104945d5c7 req-d1d78926-26e9-4775-b1d4-e1a323a0f878 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.1627491 Sep 15 13:46:05.027601 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60e35177-fbf6-4a75-b903-65104945d5c7 req-0c50d032-b15b-41a4-b5ba-0bdfc5f3e561 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081533 Sep 15 13:46:05.066394 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac30c7-15bb-47fc-85c3-ab298efab8d7 req-d6fc28b0-ef0a-443f-bfa9-71e3909cdab2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:05.072094 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-beac30c7-15bb-47fc-85c3-ab298efab8d7 req-d6fc28b0-ef0a-443f-bfa9-71e3909cdab2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1415324 Sep 15 13:46:05.151782 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-beac30c7-15bb-47fc-85c3-ab298efab8d7 req-09d8cb88-309d-499b-a23b-66de7eb052cc tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727005 Sep 15 13:46:05.157514 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad479ee9-5c95-4d68-bc2e-8f1e4254258f {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:05.165938 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.178570 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Transition to ACTIVE for port object ad479ee9-5c95-4d68-bc2e-8f1e4254258f will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:46:05.304821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.360720 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Pushing event updated for resources: {'Port': ['ID=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:05.438945 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Attempting to bind port ad479ee9-5c95-4d68-bc2e-8f1e4254258f on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:05.439555 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Attempting to bind port ad479ee9-5c95-4d68-bc2e-8f1e4254258f by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:05.439958 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Attempting to bind port ad479ee9-5c95-4d68-bc2e-8f1e4254258f on network 3258e3ce-644a-487a-99d9-5199ffe84e4a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:05.445567 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Port ad479ee9-5c95-4d68-bc2e-8f1e4254258f on network 3258e3ce-644a-487a-99d9-5199ffe84e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:46:05.445889 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Attempting to bind port ad479ee9-5c95-4d68-bc2e-8f1e4254258f on network 3258e3ce-644a-487a-99d9-5199ffe84e4a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:05.451511 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:05.451846 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Checking segment: {'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:05.452231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Bound using segment: {'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:05.452671 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Bound port: ad479ee9-5c95-4d68-bc2e-8f1e4254258f, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:05.453065 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.521513 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] For port ad479ee9-5c95-4d68-bc2e-8f1e4254258f, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:05.530851 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] For port ad479ee9-5c95-4d68-bc2e-8f1e4254258f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:05.617386 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756f6a8-b365-4506-ad0d-ea7438caf7b3 req-f06ae00a-0073-4a72-90b5-42223277d9e2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:05.618969 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d756f6a8-b365-4506-ad0d-ea7438caf7b3 req-f06ae00a-0073-4a72-90b5-42223277d9e2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 944 time: 0.0531681 Sep 15 13:46:05.643750 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.698508 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:05.698990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.700496 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad479ee9-5c95-4d68-bc2e-8f1e4254258f HTTP/1.1" status: 200 len: 1093 time: 1.1826665 Sep 15 13:46:05.705552 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'tag': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:05.709634 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc9622a-a27d-4f7e-bdb6-7b3a7f331bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4acacf0b-7bb7-4948-bd5f-caea95a4e90b", "tag": "ad479ee9-5c95-4d68-bc2e-8f1e4254258f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:05.720228 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d756f6a8-b365-4506-ad0d-ea7438caf7b3 req-6d20fbb4-2f4e-43d5-8d4a-4b7007b45448 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948937 Sep 15 13:46:05.739780 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3cccc-8abc-4f8d-a564-cc9840c78363 service neutron] Pushing event updated for resources: {'Port': ['ID=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:05.804325 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bbb2a-ab5d-48d0-a9f0-25fb6ced7b1d x-openstack-request-id: req-589bbb2a-ab5d-48d0-a9f0-25fb6ced7b1d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:05.804626 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acacf0b-7bb7-4948-bd5f-caea95a4e90b", "tag": "ad479ee9-5c95-4d68-bc2e-8f1e4254258f", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:05.804903 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-589bbb2a-ab5d-48d0-a9f0-25fb6ced7b1d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:05.805322 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'tag': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f', 'status': 'completed', 'code': 200} Sep 15 13:46:05.892718 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9622a-a27d-4f7e-bdb6-7b3a7f331bfe req-16912f0c-ee80-433e-95f5-341ae6a238ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:05.894381 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3dc9622a-a27d-4f7e-bdb6-7b3a7f331bfe req-16912f0c-ee80-433e-95f5-341ae6a238ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea109cb4bc9044e5827cb4323fe84017&device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 1096 time: 0.0436556 Sep 15 13:46:06.073783 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9622a-a27d-4f7e-bdb6-7b3a7f331bfe req-9d4f2e64-b5e4-4161-9eb0-0fa349c30371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:06.075353 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3dc9622a-a27d-4f7e-bdb6-7b3a7f331bfe req-9d4f2e64-b5e4-4161-9eb0-0fa349c30371 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea109cb4bc9044e5827cb4323fe84017&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1712282 Sep 15 13:46:06.084943 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11d03-ba0c-4ee8-8314-c603d8840d0c req-2ac894f2-131d-48f1-9123-32258738f3af tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:06.086600 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b8d11d03-ba0c-4ee8-8314-c603d8840d0c req-2ac894f2-131d-48f1-9123-32258738f3af tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0795255 Sep 15 13:46:06.199459 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 591b4209-06c7-419d-accb-b237e01a8e73 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:06.216076 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b8d11d03-ba0c-4ee8-8314-c603d8840d0c req-0c6c96cd-350b-4c4d-adb2-04436c791168 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149735 Sep 15 13:46:06.260527 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9622a-a27d-4f7e-bdb6-7b3a7f331bfe req-b5f2a915-6abc-45ca-8f64-f33bd49fe8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:06.262503 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3dc9622a-a27d-4f7e-bdb6-7b3a7f331bfe req-b5f2a915-6abc-45ca-8f64-f33bd49fe8cd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746712 Sep 15 13:46:06.385018 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 591b4209-06c7-419d-accb-b237e01a8e73 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:46:06.392859 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 591b4209-06c7-419d-accb-b237e01a8e73 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:06.393260 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.400744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed048db-ac42-4cd0-944c-df12b0ff6610 req-03611bc1-9d18-481c-9fc6-89a38d2fc426 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:06.402474 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4ed048db-ac42-4cd0-944c-df12b0ff6610 req-03611bc1-9d18-481c-9fc6-89a38d2fc426 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1001415 Sep 15 13:46:06.412053 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-984daa27-4613-4a25-a0f7-145ffced4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:06.414027 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-984daa27-4613-4a25-a0f7-145ffced4fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea109cb4bc9044e5827cb4323fe84017&device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 1096 time: 0.0974302 Sep 15 13:46:06.493764 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-f5fa646b-dc15-4f09-bf76-72add3cd8ba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad479ee9-5c95-4d68-bc2e-8f1e4254258f HTTP/1.1" status: 200 len: 217 time: 0.0571442 Sep 15 13:46:06.511673 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4ed048db-ac42-4cd0-944c-df12b0ff6610 req-143ff210-c6de-481f-8a35-966ab5885254 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965693 Sep 15 13:46:06.556935 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.579258 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-1760c3c0-f725-4248-a9ce-ca1504f67b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:06.581518 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-1760c3c0-f725-4248-a9ce-ca1504f67b4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=840ba35d-cdba-4b44-871e-7041dd7a3d7f HTTP/1.1" status: 200 len: 849 time: 0.0674713 Sep 15 13:46:06.591506 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b4209-06c7-419d-accb-b237e01a8e73'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:06.593958 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506600c6-f683-4f85-ab7a-c4260b940230" -d '{"events": [{"server_uuid": "3d2c01b9-6875-443c-837d-f48475ea5a16", "name": "network-vif-plugged", "status": "completed", "tag": "591b4209-06c7-419d-accb-b237e01a8e73"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:06.622034 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 591b4209-06c7-419d-accb-b237e01a8e73, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=591b4209-06c7-419d-accb-b237e01a8e73,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:06.642404 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd336d8-c998-4323-bd4e-4a02516af506 x-openstack-request-id: req-fcd336d8-c998-4323-bd4e-4a02516af506 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:06.642723 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c01b9-6875-443c-837d-f48475ea5a16", "name": "network-vif-plugged", "status": "completed", "tag": "591b4209-06c7-419d-accb-b237e01a8e73", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:06.642844 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-23c7cfdf-f8c6-4bc0-8b9b-7c16c411981e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3258e3ce-644a-487a-99d9-5199ffe84e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455561 Sep 15 13:46:06.642980 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcd336d8-c998-4323-bd4e-4a02516af506 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:06.643784 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b4209-06c7-419d-accb-b237e01a8e73', 'code': 200} Sep 15 13:46:06.733122 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.772034 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-31e97401-49b4-40a4-b044-72dbec1c74ab service neutron] 10.222.0.37 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134925 Sep 15 13:46:06.836064 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=591b4209-06c7-419d-accb-b237e01a8e73,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:06.964224 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332f733-be4c-43d2-a9c4-85b24ff316ef req-de0c2068-ddc5-488a-a086-64d5f7b5c754 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:06.965898 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4332f733-be4c-43d2-a9c4-85b24ff316ef req-de0c2068-ddc5-488a-a086-64d5f7b5c754 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0909505 Sep 15 13:46:06.968172 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d7cf3b1-72c3-4cc5-a3b3-ece26ae0b51a req-93e217f3-0220-4368-8993-ef06ad829a91 service neutron] 10.222.0.37 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873121 Sep 15 13:46:07.258690 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4332f733-be4c-43d2-a9c4-85b24ff316ef req-f03afd42-c909-4993-be55-53d6cfd743e8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770593 Sep 15 13:46:07.271242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0988-303a-48f4-93e4-fe3d31b76580 req-3de7d8fd-f633-4338-9cb6-6226ccf76b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:07.272794 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60cc0988-303a-48f4-93e4-fe3d31b76580 req-3de7d8fd-f633-4338-9cb6-6226ccf76b18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 1098 time: 0.0632606 Sep 15 13:46:07.348347 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-60cc0988-303a-48f4-93e4-fe3d31b76580 req-b1794f34-feaa-49be-8a55-beeae7f03665 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628042 Sep 15 13:46:07.372947 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49d589-103d-4b97-ac17-40abc5d9646d req-36dc2d6a-ab4f-4bf2-9751-b1b0b6835833 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:07.374587 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-af49d589-103d-4b97-ac17-40abc5d9646d req-36dc2d6a-ab4f-4bf2-9751-b1b0b6835833 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0600421 Sep 15 13:46:07.414297 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-af49d589-103d-4b97-ac17-40abc5d9646d req-61b6e623-d47d-4533-96ab-5cc75d79e1b0 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327811 Sep 15 13:46:07.693758 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee50d4-5ca9-4b31-b682-b2e7bf381473 req-4e292a56-a7ee-48ba-9e77-9b1a7671b242 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:07.695241 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-feee50d4-5ca9-4b31-b682-b2e7bf381473 req-4e292a56-a7ee-48ba-9e77-9b1a7671b242 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0513186 Sep 15 13:46:07.738524 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-feee50d4-5ca9-4b31-b682-b2e7bf381473 req-bc2236ae-1018-49b1-a1e6-a3906f424424 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Sep 15 13:46:07.778477 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.000145 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59142) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:08.104780 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.195378 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.285371 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293189f1-4d99-4b66-880b-3d4f9d9a7097 req-bbaf343f-52a8-4e07-b4f9-4e5346f60e38 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:08.287673 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-293189f1-4d99-4b66-880b-3d4f9d9a7097 req-bbaf343f-52a8-4e07-b4f9-4e5346f60e38 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0535800 Sep 15 13:46:08.355099 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.359129 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-293189f1-4d99-4b66-880b-3d4f9d9a7097 req-56106ff6-d7c7-495b-bb54-a62a0b52a8d7 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559313 Sep 15 13:46:08.466136 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2362d5b785c4d15991cfd1b410e0b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4647861 Sep 15 13:46:08.469083 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59156) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:08.479903 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bff274-8085-4878-b52c-1775956d8299,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:08.502001 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a319c21-0ef5-4cd6-990c-08e910fa3e81 req-e2dbd15f-cf28-4f9c-8bb4-51b0f6a01913 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:08.503415 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a319c21-0ef5-4cd6-990c-08e910fa3e81 req-e2dbd15f-cf28-4f9c-8bb4-51b0f6a01913 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.1681569 Sep 15 13:46:08.513170 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.513517 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.513853 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.514186 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.514512 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.514892 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.515162 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.515489 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.515814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.516129 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.516452 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.516763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b5bf10-0e81-4c52-b8b6-6138ea61af7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.524862 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.555022 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.555536 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-3d611cdb-57f2-4b71-a484-a1218b7966d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698773 Sep 15 13:46:08.568234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-911f0d09-be9c-49fc-ab78-d6c0b7cfc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:08.569889 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-911f0d09-be9c-49fc-ab78-d6c0b7cfc530 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.1863675 Sep 15 13:46:08.598942 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a319c21-0ef5-4cd6-990c-08e910fa3e81 req-16e3309e-bdfd-47d5-8fd2-91c5c490219f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769587 Sep 15 13:46:08.615732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f01b0-3d1d-4dca-9daa-2007834a8ee3 req-6d2d0579-bc52-4561-87fd-7fa9bbc4658c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:08.617415 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-431f01b0-3d1d-4dca-9daa-2007834a8ee3 req-6d2d0579-bc52-4561-87fd-7fa9bbc4658c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.1260095 Sep 15 13:46:08.656697 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-431f01b0-3d1d-4dca-9daa-2007834a8ee3 req-db2c158a-39f7-4c16-bad6-1cd7b902c3f2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Sep 15 13:46:08.738860 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.741389 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.742545 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07bff274-8085-4878-b52c-1775956d8299 HTTP/1.1" status: 204 len: 168 time: 0.2722850 Sep 15 13:46:08.755396 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bff274-8085-4878-b52c-1775956d8299,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:08.759946 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.760300 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.760644 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.761007 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.761346 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.761677 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.762007 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.762332 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.762659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.762983 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.763307 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:08.763628 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b640c9c5-e194-48d0-9cfc-dd1336904149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:09.493762 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d4aea-68df-4018-bd67-91be64e90ca7 req-b5865293-8d82-499a-8b24-be57df8579f0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:09.495346 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b40d4aea-68df-4018-bd67-91be64e90ca7 req-b5865293-8d82-499a-8b24-be57df8579f0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0516362 Sep 15 13:46:09.539188 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b40d4aea-68df-4018-bd67-91be64e90ca7 req-4bedef3e-d5bf-4eed-bce0-73ef830dbeb3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Sep 15 13:46:09.741384 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a499a-1b03-4b4a-bf25-bd73215be336 req-dc5d3810-3df5-449e-b21f-ef8b073c0d0e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:09.743095 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fd4a499a-1b03-4b4a-bf25-bd73215be336 req-dc5d3810-3df5-449e-b21f-ef8b073c0d0e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0598211 Sep 15 13:46:09.784876 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fd4a499a-1b03-4b4a-bf25-bd73215be336 req-dcf60abf-ce97-4d4e-a5ef-fd2dd5fc10b9 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Sep 15 13:46:09.900524 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4904c8-11c8-4ad2-8a21-bfff1e371aef req-daf51c42-b056-4138-b39b-b481144869ea tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:09.904597 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed4904c8-11c8-4ad2-8a21-bfff1e371aef req-daf51c42-b056-4138-b39b-b481144869ea tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0537207 Sep 15 13:46:09.958316 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed4904c8-11c8-4ad2-8a21-bfff1e371aef req-a515afbd-6604-419c-8488-d146987c7d39 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 Sep 15 13:46:10.670649 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67261c85-76c7-44a9-9bed-1bf81cdb6321 req-0265db02-9a59-4493-8d6e-bc0e3c2e4d40 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:10.673170 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-67261c85-76c7-44a9-9bed-1bf81cdb6321 req-0265db02-9a59-4493-8d6e-bc0e3c2e4d40 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0619922 Sep 15 13:46:10.737988 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-67261c85-76c7-44a9-9bed-1bf81cdb6321 req-ca3f4b69-3a91-4dc4-983e-2c7d9c73b4a4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560930 Sep 15 13:46:10.915221 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59232) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:10.947954 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d0b20-7027-46c2-beb5-4ad461d9bb4c req-416ea58c-2902-40d1-a756-9032d2b9c24f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:10.949583 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-932d0b20-7027-46c2-beb5-4ad461d9bb4c req-416ea58c-2902-40d1-a756-9032d2b9c24f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0809302 Sep 15 13:46:11.008418 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-932d0b20-7027-46c2-beb5-4ad461d9bb4c req-572e9a29-ec70-47d7-95ef-39093cf91b48 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 Sep 15 13:46:11.063615 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10ba34b2-e31c-4d9a-9e50-6ca8cc8a97d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.122245 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8589-e6cf-4548-afba-5ba3a2793a4a req-a09782a3-39ec-443b-a6e4-cb1c43ae8570 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:11.125176 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-131a8589-e6cf-4548-afba-5ba3a2793a4a req-a09782a3-39ec-443b-a6e4-cb1c43ae8570 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0541599 Sep 15 13:46:11.169863 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10ba34b2-e31c-4d9a-9e50-6ca8cc8a97d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.171956 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-131a8589-e6cf-4548-afba-5ba3a2793a4a req-298e59ca-993c-46ed-9bb5-16f8839940c2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Sep 15 13:46:11.253191 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10ba34b2-e31c-4d9a-9e50-6ca8cc8a97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.297464 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-10ba34b2-e31c-4d9a-9e50-6ca8cc8a97d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0196c956a36b4efd8802fb4d052d115b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804729 Sep 15 13:46:11.298806 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba34b2-e31c-4d9a-9e50-6ca8cc8a97d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1414e66e-bf55-4b88-9d3d-7a455a50170b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:11.300872 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59240) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:11.362984 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-80fd134d-dde8-4155-9d3c-cc80c33d14c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.388472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-80fd134d-dde8-4155-9d3c-cc80c33d14c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.573145 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-80fd134d-dde8-4155-9d3c-cc80c33d14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.575894 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-80fd134d-dde8-4155-9d3c-cc80c33d14c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.577119 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-80fd134d-dde8-4155-9d3c-cc80c33d14c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1414e66e-bf55-4b88-9d3d-7a455a50170b HTTP/1.1" status: 204 len: 168 time: 0.2729225 Sep 15 13:46:11.586191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd134d-dde8-4155-9d3c-cc80c33d14c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1414e66e-bf55-4b88-9d3d-7a455a50170b,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:11.877305 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb074dd-35b6-422d-9266-143751e309f8 req-11b3060b-e85a-481a-8cb6-787e58bec580 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:11.880250 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-feb074dd-35b6-422d-9266-143751e309f8 req-11b3060b-e85a-481a-8cb6-787e58bec580 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0715470 Sep 15 13:46:11.945406 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-feb074dd-35b6-422d-9266-143751e309f8 req-0e30c264-572b-430f-99e6-499ca7abd315 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578616 Sep 15 13:46:12.174023 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38264336-7a64-4a97-98c0-e1018b4f7cf7 req-0ab8b695-66b6-4774-903e-572a6e9f6b46 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:12.176611 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-38264336-7a64-4a97-98c0-e1018b4f7cf7 req-0ab8b695-66b6-4774-903e-572a6e9f6b46 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0866911 Sep 15 13:46:12.222680 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-38264336-7a64-4a97-98c0-e1018b4f7cf7 req-61c93103-dfe1-45ef-85b8-b2c415de740a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 Sep 15 13:46:12.353341 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c70df8-0f55-44da-bd1b-c166651613a0 req-bc30657c-c5a2-4238-922a-b8e1ba2bced3 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:12.354995 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f7c70df8-0f55-44da-bd1b-c166651613a0 req-bc30657c-c5a2-4238-922a-b8e1ba2bced3 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0658400 Sep 15 13:46:12.409616 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f7c70df8-0f55-44da-bd1b-c166651613a0 req-25192fe6-1b37-4596-a5d8-ce4590aec7e7 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Sep 15 13:46:13.086073 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3968d-fe51-432f-80d8-816f4df19754 req-1031902f-1844-42b4-9d93-6c1f33627696 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:13.087609 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-44c3968d-fe51-432f-80d8-816f4df19754 req-1031902f-1844-42b4-9d93-6c1f33627696 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0615733 Sep 15 13:46:13.127048 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-44c3968d-fe51-432f-80d8-816f4df19754 req-c8b976e5-179f-4cf6-b0b0-07460f5107cb tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Sep 15 13:46:13.392453 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-c0eae8eb-7125-4c4d-a381-0746872de553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:13.393955 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-c0eae8eb-7125-4c4d-a381-0746872de553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1204004 Sep 15 13:46:13.409649 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ce797-94ad-49de-b878-904395dd9c4d req-8eac95ae-5bdc-4f23-82f1-55af42c1b00b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:13.411636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-078ce797-94ad-49de-b878-904395dd9c4d req-8eac95ae-5bdc-4f23-82f1-55af42c1b00b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0762482 Sep 15 13:46:13.453827 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-078ce797-94ad-49de-b878-904395dd9c4d req-9fb04781-a931-4f34-acf3-03acd0454d12 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Sep 15 13:46:13.572250 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886aeb0-5541-4735-a085-06e83e46dbff req-d0445b5b-9041-4acf-839c-9d91305832b4 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:13.578567 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6886aeb0-5541-4735-a085-06e83e46dbff req-d0445b5b-9041-4acf-839c-9d91305832b4 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0665524 Sep 15 13:46:13.627617 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6886aeb0-5541-4735-a085-06e83e46dbff req-20556638-6228-48ac-b686-c7b941079002 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466824 Sep 15 13:46:14.245903 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e5668-784a-47cf-b216-3d089c7826eb req-238cf08b-564e-4f2f-bddb-e63646916ed8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.247310 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f00e5668-784a-47cf-b216-3d089c7826eb req-238cf08b-564e-4f2f-bddb-e63646916ed8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0507143 Sep 15 13:46:14.288385 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f00e5668-784a-47cf-b216-3d089c7826eb req-22cbecfc-8273-446e-bb2e-c23f9b0f5815 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348208 Sep 15 13:46:14.580451 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c026c-0fb9-491f-862d-f1a36ba297e2 req-eb27ca22-7594-4ef2-b55b-d2e0b97e66bb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.582030 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-254c026c-0fb9-491f-862d-f1a36ba297e2 req-eb27ca22-7594-4ef2-b55b-d2e0b97e66bb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0584233 Sep 15 13:46:14.622930 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-254c026c-0fb9-491f-862d-f1a36ba297e2 req-3eb9609e-a4f8-49f7-94bd-331d043b76d6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Sep 15 13:46:14.796553 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-33bc117f-e7ea-4cd9-bded-0dba93b59cc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 217 time: 0.0640576 Sep 15 13:46:14.843742 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289ef7-45bb-4db2-b37b-e4c489d7799f req-9dc8143a-de75-4941-9bb3-b3c4030f0b95 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.848797 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6e289ef7-45bb-4db2-b37b-e4c489d7799f req-9dc8143a-de75-4941-9bb3-b3c4030f0b95 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.1378939 Sep 15 13:46:14.876670 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-795f9d1d-645f-4586-a206-053fdf13bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.878327 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-795f9d1d-645f-4586-a206-053fdf13bfb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 1099 time: 0.1447675 Sep 15 13:46:14.886849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-d3f1c4ad-af93-4578-9745-1be654db7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.888643 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-d3f1c4ad-af93-4578-9745-1be654db7332 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.0828373 Sep 15 13:46:14.945975 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6e289ef7-45bb-4db2-b37b-e4c489d7799f req-e70c1242-5524-4544-947b-8d57fbf236d1 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911944 Sep 15 13:46:14.947874 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-42f85dc1-190d-45cd-ac80-d60f8fb00a14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499852 Sep 15 13:46:15.075066 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-ac0e247b-aa9d-49dc-9a99-ab04d77e4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:15.076524 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-ac0e247b-aa9d-49dc-9a99-ab04d77e4307 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 916 time: 0.1676831 Sep 15 13:46:15.093758 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-91986fa0-9523-4bfa-b07e-65143a7e3a05 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342921 Sep 15 13:46:15.140202 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-939bca94-f00f-45fc-9310-a42277379d83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a HTTP/1.1" status: 200 len: 217 time: 0.0454476 Sep 15 13:46:15.217640 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ad530b77-0cda-4527-a3ab-39c941736e31 req-d8649b33-1a10-4504-bc25-d1cf9fe8b090 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168096 Sep 15 13:46:15.265516 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-83689122-dca1-485f-8d26-3f8d027b529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:15.267022 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-83689122-dca1-485f-8d26-3f8d027b529d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.0485785 Sep 15 13:46:15.302226 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-147e9ef4-9754-4ad1-b715-8f16fcadab4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247483 Sep 15 13:46:15.437602 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-1a2910b2-3dcb-44b6-a1cb-2048ec7808d3 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277516 Sep 15 13:46:15.449829 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc184522-6e81-4966-aa9c-66737687c788 req-33e5587d-d72b-4c18-a6d3-96632aa7f2ac tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:15.451360 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bc184522-6e81-4966-aa9c-66737687c788 req-33e5587d-d72b-4c18-a6d3-96632aa7f2ac tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0795209 Sep 15 13:46:15.544550 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bc184522-6e81-4966-aa9c-66737687c788 req-17fb3bc2-e64f-458c-bd71-2f9d3c3b8978 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837684 Sep 15 13:46:15.571719 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-baf33f8a-de43-43af-88f1-95bfa440fbcc req-df5b5fa1-f324-4d32-9338-ce0cc15538f9 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191761 Sep 15 13:46:15.778522 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7633a2-19aa-44f1-85a3-bd5a16a29b78 req-5c6f311c-fc5a-468d-9cab-2e132bd7d38d tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:15.780043 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e7633a2-19aa-44f1-85a3-bd5a16a29b78 req-5c6f311c-fc5a-468d-9cab-2e132bd7d38d tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0828898 Sep 15 13:46:15.829507 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e7633a2-19aa-44f1-85a3-bd5a16a29b78 req-12ad13e2-24be-4d0c-b455-f35c7bf830a2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Sep 15 13:46:16.036007 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-909986c3-565e-4276-90c6-2a4c1e79bf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:16.069560 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefb64a-0671-430b-bba9-f60ab83063c7 req-57691ae2-f238-4b0b-89e4-d1d38ecdaef0 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:16.070960 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-caefb64a-0671-430b-bba9-f60ab83063c7 req-57691ae2-f238-4b0b-89e4-d1d38ecdaef0 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0507739 Sep 15 13:46:16.124499 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-caefb64a-0671-430b-bba9-f60ab83063c7 req-8e0b1783-7efd-42e6-ad9e-62842f84428b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Sep 15 13:46:16.669782 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881c0f-be42-4fe3-8a87-5ca5b9d3d652 req-31fba026-0bbc-410c-8c02-c063bee14eaa tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:16.671251 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-24881c0f-be42-4fe3-8a87-5ca5b9d3d652 req-31fba026-0bbc-410c-8c02-c063bee14eaa tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0521703 Sep 15 13:46:16.710363 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-24881c0f-be42-4fe3-8a87-5ca5b9d3d652 req-29833ac2-7e40-4f01-bb8b-f73e62a18c9b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Sep 15 13:46:16.947717 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec72d0-f04f-43dd-81f3-4927c5ecf725 req-36ff7c47-108f-424f-8d7c-e13abba3d28c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:16.949266 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1ec72d0-f04f-43dd-81f3-4927c5ecf725 req-36ff7c47-108f-424f-8d7c-e13abba3d28c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Sep 15 13:46:16.987703 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1ec72d0-f04f-43dd-81f3-4927c5ecf725 req-693dfdf2-5a28-47d9-a4cf-c5a2e3e50c25 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Sep 15 13:46:17.250352 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933366b-dcc1-4587-bd29-5e1baad52772 req-8353f84d-ccc5-49eb-b993-94857fdcb44a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:17.254860 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2933366b-dcc1-4587-bd29-5e1baad52772 req-8353f84d-ccc5-49eb-b993-94857fdcb44a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0604532 Sep 15 13:46:17.294781 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2933366b-dcc1-4587-bd29-5e1baad52772 req-a9ace30e-0ce6-4e8b-b01a-2d28e38cdb5b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354495 Sep 15 13:46:17.841248 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb3ae4-c1a9-40b0-856a-d5113d72cf10 req-21ed9721-8654-43f7-9540-d4813022ff2d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:17.842729 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ebbb3ae4-c1a9-40b0-856a-d5113d72cf10 req-21ed9721-8654-43f7-9540-d4813022ff2d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0588462 Sep 15 13:46:17.889298 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ebbb3ae4-c1a9-40b0-856a-d5113d72cf10 req-cab41119-a7b4-4584-ae08-c27f2e666e54 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Sep 15 13:46:17.928945 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:46:18.230050 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device ad479ee9-5c95-4d68-bc2e-8f1e4254258f details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:46:18.338294 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port ad479ee9-5c95-4d68-bc2e-8f1e4254258f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:18.350232 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f', 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a', 'port_id': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f', 'mac_address': 'fa:16:3e:fc:2a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840ba35d-cdba-4b44-871e-7041dd7a3d7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:46:18.390451 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.403734 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad479ee9-5c95-4d68-bc2e-8f1e4254258f {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:18.417460 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950da100-a64e-47c7-85d4-8fc4d3db4d18 req-82b2f0aa-cb87-493a-8293-f87c5b76c6cd tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:18.419147 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-950da100-a64e-47c7-85d4-8fc4d3db4d18 req-82b2f0aa-cb87-493a-8293-f87c5b76c6cd tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 943 time: 0.0531745 Sep 15 13:46:18.425002 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port ad479ee9-5c95-4d68-bc2e-8f1e4254258f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:18.459833 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-950da100-a64e-47c7-85d4-8fc4d3db4d18 req-41e236a9-2f81-46a9-81a7-9475b1d16be8 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Sep 15 13:46:18.583822 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.629458 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:18.761903 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-71140933-fe26-4aaa-81a0-1fa4731d2a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.774814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59448) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:18.801992 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.892350 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e162b4cf-3bf3-406b-bbe7-c7de7088ea10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.038904 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20377-eaf0-4655-affa-f089afb38329 req-c472b3dc-514c-4000-b828-20441d83e085 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:19.040449 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f8f20377-eaf0-4655-affa-f089afb38329 req-c472b3dc-514c-4000-b828-20441d83e085 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0739114 Sep 15 13:46:19.042500 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e162b4cf-3bf3-406b-bbe7-c7de7088ea10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.078981 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f8f20377-eaf0-4655-affa-f089afb38329 req-5c76458b-32fe-4d24-99d2-2ac073edf59a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Sep 15 13:46:19.116724 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['ad479ee9-5c95-4d68-bc2e-8f1e4254258f'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:19.161747 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e162b4cf-3bf3-406b-bbe7-c7de7088ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.205707 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e162b4cf-3bf3-406b-bbe7-c7de7088ea10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9758c5e7cba746c381a2b91d24551609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295778 Sep 15 13:46:19.209449 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59468) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:19.213840 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162b4cf-3bf3-406b-bbe7-c7de7088ea10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c700b9ec-0447-4dc9-a7e5-298963eafc78,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:19.285418 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6ff046e-2e81-4f1c-b7c9-ff658af86218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.306639 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6ff046e-2e81-4f1c-b7c9-ff658af86218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.475580 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6ff046e-2e81-4f1c-b7c9-ff658af86218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.478085 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b6ff046e-2e81-4f1c-b7c9-ff658af86218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.479268 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b6ff046e-2e81-4f1c-b7c9-ff658af86218 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c700b9ec-0447-4dc9-a7e5-298963eafc78 HTTP/1.1" status: 204 len: 168 time: 0.2674038 Sep 15 13:46:19.488184 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff046e-2e81-4f1c-b7c9-ff658af86218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c700b9ec-0447-4dc9-a7e5-298963eafc78,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:19.592578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b06c-3cba-40cb-bfa8-d1d5cb7857d4 req-a57d484b-fa58-4a8e-bd32-72fc572ac9d3 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:19.596075 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec81b06c-3cba-40cb-bfa8-d1d5cb7857d4 req-a57d484b-fa58-4a8e-bd32-72fc572ac9d3 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 944 time: 0.0514796 Sep 15 13:46:19.635696 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec81b06c-3cba-40cb-bfa8-d1d5cb7857d4 req-0e71c243-c5cf-4897-946d-3944f2b0efca tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Sep 15 13:46:20.007312 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.196300 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818679df-72e0-47a7-a6fd-d48f553a50aa req-b7292053-8253-4cab-b9a9-f5a900dc3e32 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:20.197842 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-818679df-72e0-47a7-a6fd-d48f553a50aa req-b7292053-8253-4cab-b9a9-f5a900dc3e32 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0494668 Sep 15 13:46:20.239386 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-818679df-72e0-47a7-a6fd-d48f553a50aa req-f7596b76-9f59-4ac3-ad08-6c62ef140327 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342894 Sep 15 13:46:20.277738 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59500) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:20.295377 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-303316fd-0a42-4192-910e-97cab6b81534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.390121 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-303316fd-0a42-4192-910e-97cab6b81534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.453054 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-303316fd-0a42-4192-910e-97cab6b81534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.494529 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-303316fd-0a42-4192-910e-97cab6b81534 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74053f1193734c47b2663f2c15e3f01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131765 Sep 15 13:46:20.494529 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303316fd-0a42-4192-910e-97cab6b81534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6660530-4fbc-47ed-b604-878f70654759,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:20.495745 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59506) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:20.561000 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8f5c-0f8b-457a-bcca-5f3db4cd5f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.565358 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:20.587117 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8f5c-0f8b-457a-bcca-5f3db4cd5f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.696423 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d14e7211-91e7-47d7-9ed5-0de4573bfe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.757830 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8f5c-0f8b-457a-bcca-5f3db4cd5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.760846 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8f5c-0f8b-457a-bcca-5f3db4cd5f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.764447 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-ec6d8f5c-0f8b-457a-bcca-5f3db4cd5f22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6660530-4fbc-47ed-b604-878f70654759 HTTP/1.1" status: 204 len: 168 time: 0.2653661 Sep 15 13:46:20.773495 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b4136-d363-4cb7-b283-c3f90a75681e req-4cb9adb2-5847-462a-939b-574bf1aea0ea tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:20.775069 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-091b4136-d363-4cb7-b283-c3f90a75681e req-4cb9adb2-5847-462a-939b-574bf1aea0ea tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 944 time: 0.0598080 Sep 15 13:46:20.781554 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d8f5c-0f8b-457a-bcca-5f3db4cd5f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6660530-4fbc-47ed-b604-878f70654759,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:20.834150 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d14e7211-91e7-47d7-9ed5-0de4573bfe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.840138 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-091b4136-d363-4cb7-b283-c3f90a75681e req-e5c952b1-e83c-4930-9317-826b59470951 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517247 Sep 15 13:46:20.995934 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d14e7211-91e7-47d7-9ed5-0de4573bfe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.042326 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d14e7211-91e7-47d7-9ed5-0de4573bfe9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1a0f783cdcd421a8e87e5ddb7d0f721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756455 Sep 15 13:46:21.045315 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59524) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:21.047801 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e7211-91e7-47d7-9ed5-0de4573bfe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1958dd74-7c89-43e8-8717-cd3bcc7e2b9f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:21.101791 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02103fc5-2210-402c-8702-1c81b94d657f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.123727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02103fc5-2210-402c-8702-1c81b94d657f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.265124 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02103fc5-2210-402c-8702-1c81b94d657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.267078 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02103fc5-2210-402c-8702-1c81b94d657f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.268332 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-02103fc5-2210-402c-8702-1c81b94d657f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1958dd74-7c89-43e8-8717-cd3bcc7e2b9f HTTP/1.1" status: 204 len: 168 time: 0.2219803 Sep 15 13:46:21.278937 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02103fc5-2210-402c-8702-1c81b94d657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958dd74-7c89-43e8-8717-cd3bcc7e2b9f,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:21.584735 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.947543 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d720527-0309-4467-b234-390fcd319721 req-eb00347e-58d3-4e5b-87c8-e452701f97d4 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:21.954939 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d720527-0309-4467-b234-390fcd319721 req-eb00347e-58d3-4e5b-87c8-e452701f97d4 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 944 time: 0.0518215 Sep 15 13:46:21.995498 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d720527-0309-4467-b234-390fcd319721 req-69bf49c1-cb53-4fb2-8ed8-3378c603feeb tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385790 Sep 15 13:46:22.037349 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59560) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:22.050535 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-13462bfb-45d9-488e-a7d0-e5c21a202bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.144648 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-13462bfb-45d9-488e-a7d0-e5c21a202bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.218447 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-13462bfb-45d9-488e-a7d0-e5c21a202bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.242243 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device ad479ee9-5c95-4d68-bc2e-8f1e4254258f up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:22.257949 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13462bfb-45d9-488e-a7d0-e5c21a202bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c0c588-2d3c-44da-9960-64edc44a793f,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:22.264752 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-13462bfb-45d9-488e-a7d0-e5c21a202bf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e97bd73def24a7ca9994c8754ed316f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255948 Sep 15 13:46:22.267802 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59568) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:22.324977 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f716005-6ec0-4e9c-9565-b2f8f7d20e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.346904 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f716005-6ec0-4e9c-9565-b2f8f7d20e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.383860 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port ad479ee9-5c95-4d68-bc2e-8f1e4254258f completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:46:22.388028 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port ad479ee9-5c95-4d68-bc2e-8f1e4254258f triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:22.388414 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.487598 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f716005-6ec0-4e9c-9565-b2f8f7d20e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.492279 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4f716005-6ec0-4e9c-9565-b2f8f7d20e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.497627 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-4f716005-6ec0-4e9c-9565-b2f8f7d20e4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1c0c588-2d3c-44da-9960-64edc44a793f HTTP/1.1" status: 204 len: 168 time: 0.2291048 Sep 15 13:46:22.531326 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f716005-6ec0-4e9c-9565-b2f8f7d20e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c0c588-2d3c-44da-9960-64edc44a793f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:22.603582 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.626320 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:22.628544 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed98a9e4-53b2-44a5-b537-7c04bcae0a10" -d '{"events": [{"server_uuid": "4acacf0b-7bb7-4948-bd5f-caea95a4e90b", "name": "network-vif-plugged", "status": "completed", "tag": "ad479ee9-5c95-4d68-bc2e-8f1e4254258f"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:22.642252 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port ad479ee9-5c95-4d68-bc2e-8f1e4254258f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:22.670640 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341469c8-fb1d-43f0-91a3-e77349940b64 x-openstack-request-id: req-341469c8-fb1d-43f0-91a3-e77349940b64 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:22.670951 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acacf0b-7bb7-4948-bd5f-caea95a4e90b", "name": "network-vif-plugged", "status": "completed", "tag": "ad479ee9-5c95-4d68-bc2e-8f1e4254258f", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:22.671204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-341469c8-fb1d-43f0-91a3-e77349940b64 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:22.671582 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f', 'code': 200} Sep 15 13:46:22.790413 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.841403 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:23.148080 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bc97c-69d3-4807-8143-1a9d54408f47 req-62b76f02-093c-46bd-bab8-2b06645486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:23.153231 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da9bc97c-69d3-4807-8143-1a9d54408f47 req-62b76f02-093c-46bd-bab8-2b06645486b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 1098 time: 0.0877850 Sep 15 13:46:23.158032 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09532b-a2ef-4483-9f3d-7101164372b6 req-211371b4-fc63-4f1c-adea-6453a1f06277 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:23.159492 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d09532b-a2ef-4483-9f3d-7101164372b6 req-211371b4-fc63-4f1c-adea-6453a1f06277 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 945 time: 0.0855491 Sep 15 13:46:23.246025 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da9bc97c-69d3-4807-8143-1a9d54408f47 req-ab1e0353-a770-480a-b7c5-ba0db1aa88a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837891 Sep 15 13:46:23.257946 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d09532b-a2ef-4483-9f3d-7101164372b6 req-f3fe8644-1451-486a-bc5e-46a79d7b6945 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770149 Sep 15 13:46:23.266160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244e932-24dd-48e4-ae1c-14a7d075211f req-274acdd3-8fcb-47ea-a0a7-4ce91df17a6c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:23.267622 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6244e932-24dd-48e4-ae1c-14a7d075211f req-274acdd3-8fcb-47ea-a0a7-4ce91df17a6c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1065719 Sep 15 13:46:23.310210 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6244e932-24dd-48e4-ae1c-14a7d075211f req-d7b2555b-2823-450b-bf9a-7b15eaf5cad5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Sep 15 13:46:23.559348 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59624) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:23.574821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-167b7910-262f-4a2c-92d3-2bd90900743e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.674961 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-167b7910-262f-4a2c-92d3-2bd90900743e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.795895 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-167b7910-262f-4a2c-92d3-2bd90900743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.834868 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-167b7910-262f-4a2c-92d3-2bd90900743e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8dd5552ff1544e59ed724f8224d6281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743130 Sep 15 13:46:23.836196 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b7910-262f-4a2c-92d3-2bd90900743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e1709d-813c-4ca1-bd97-1629c5f3d6f6,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:23.837607 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59628) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:23.890962 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e770-08d4-4177-8a60-3065571ab0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.914883 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e770-08d4-4177-8a60-3065571ab0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.035595 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e770-08d4-4177-8a60-3065571ab0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.038205 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e770-08d4-4177-8a60-3065571ab0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.039361 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d1b5e770-08d4-4177-8a60-3065571ab0c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68e1709d-813c-4ca1-bd97-1629c5f3d6f6 HTTP/1.1" status: 204 len: 168 time: 0.2006249 Sep 15 13:46:24.047652 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5e770-08d4-4177-8a60-3065571ab0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e1709d-813c-4ca1-bd97-1629c5f3d6f6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:24.094796 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59640) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:24.382956 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a355af97-98eb-4ce9-8f2d-52e12ca26f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.416344 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979c35-3690-45b4-bc17-b1bbd64250e1 req-52821311-dde6-4c71-b9d1-9a1e5ff7e1d9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:24.418152 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da979c35-3690-45b4-bc17-b1bbd64250e1 req-52821311-dde6-4c71-b9d1-9a1e5ff7e1d9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 945 time: 0.0757811 Sep 15 13:46:24.438017 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59650) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:24.475721 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da979c35-3690-45b4-bc17-b1bbd64250e1 req-13393b24-b0cc-4060-b5a5-999ffd7cf44b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480335 Sep 15 13:46:24.531421 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a355af97-98eb-4ce9-8f2d-52e12ca26f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.577197 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f449cfc6-f93b-4a47-85d8-9452f731d5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.624064 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a355af97-98eb-4ce9-8f2d-52e12ca26f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.665443 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-a355af97-98eb-4ce9-8f2d-52e12ca26f60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7b22507dcfe4e07b09aa80652215165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695667 Sep 15 13:46:24.670022 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59664) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:24.676394 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355af97-98eb-4ce9-8f2d-52e12ca26f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf6c84e-abf5-4395-96d6-5aaf3e2f04ea,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:24.751255 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5003fd8-563e-4960-ac20-28f1ebb771e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.768114 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f449cfc6-f93b-4a47-85d8-9452f731d5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.787899 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5003fd8-563e-4960-ac20-28f1ebb771e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.830085 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f449cfc6-f93b-4a47-85d8-9452f731d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.871539 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f449cfc6-f93b-4a47-85d8-9452f731d5f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=418ef8790a7a4dc2bf07dcf4ca08ed09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323952 Sep 15 13:46:24.872387 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449cfc6-f93b-4a47-85d8-9452f731d5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c3908c-614c-4a51-872d-d35199908ae0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:24.874266 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59668) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:24.921508 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5003fd8-563e-4960-ac20-28f1ebb771e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.923994 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c5003fd8-563e-4960-ac20-28f1ebb771e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.925285 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-01248439-e24b-4455-9f9a-489f2590a225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.928461 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c5003fd8-563e-4960-ac20-28f1ebb771e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bf6c84e-abf5-4395-96d6-5aaf3e2f04ea HTTP/1.1" status: 204 len: 168 time: 0.2572689 Sep 15 13:46:24.936921 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5003fd8-563e-4960-ac20-28f1ebb771e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf6c84e-abf5-4395-96d6-5aaf3e2f04ea,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:24.954603 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-01248439-e24b-4455-9f9a-489f2590a225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.117408 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-01248439-e24b-4455-9f9a-489f2590a225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.118547 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-01248439-e24b-4455-9f9a-489f2590a225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.119759 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-01248439-e24b-4455-9f9a-489f2590a225 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1c3908c-614c-4a51-872d-d35199908ae0 HTTP/1.1" status: 204 len: 168 time: 0.2444723 Sep 15 13:46:25.127601 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01248439-e24b-4455-9f9a-489f2590a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c3908c-614c-4a51-872d-d35199908ae0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:25.612697 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb6288-70ed-474f-a682-34efd5a381af req-e76907f4-ab69-455e-b6f5-bbf345b01e93 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:25.620883 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8bcb6288-70ed-474f-a682-34efd5a381af req-e76907f4-ab69-455e-b6f5-bbf345b01e93 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 945 time: 0.0677488 Sep 15 13:46:25.697998 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8bcb6288-70ed-474f-a682-34efd5a381af req-6656d6c2-324b-497f-9976-40c22add2947 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723996 Sep 15 13:46:26.081611 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 59716) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:26.096197 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fc69-634f-4645-bdf8-7d185f3e66c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.189531 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fc69-634f-4645-bdf8-7d185f3e66c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.275289 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fc69-634f-4645-bdf8-7d185f3e66c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.312593 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-4ed2fc69-634f-4645-bdf8-7d185f3e66c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24fa539c437c4d318871fb54cb4a25f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297897 Sep 15 13:46:26.314392 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2fc69-634f-4645-bdf8-7d185f3e66c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5623ed7-cf24-46ed-babc-40eb3ac3417d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:26.315411 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59722) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:26.392093 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41b2ae00-28aa-4a7b-ae70-3b8298a881cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.417628 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41b2ae00-28aa-4a7b-ae70-3b8298a881cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.561263 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41b2ae00-28aa-4a7b-ae70-3b8298a881cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.564006 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-41b2ae00-28aa-4a7b-ae70-3b8298a881cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.565306 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-41b2ae00-28aa-4a7b-ae70-3b8298a881cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5623ed7-cf24-46ed-babc-40eb3ac3417d HTTP/1.1" status: 204 len: 168 time: 0.2488191 Sep 15 13:46:26.573599 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2ae00-28aa-4a7b-ae70-3b8298a881cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5623ed7-cf24-46ed-babc-40eb3ac3417d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:27.680110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd5-ac08-49a1-8a23-037cd39fe322 req-52d62f25-72c7-4d5b-99b6-db90b23e2de9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:27.681770 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c9517fd5-ac08-49a1-8a23-037cd39fe322 req-52d62f25-72c7-4d5b-99b6-db90b23e2de9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 945 time: 0.0591495 Sep 15 13:46:27.721033 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c9517fd5-ac08-49a1-8a23-037cd39fe322 req-93f218cf-5a7f-4830-bce9-0c23e9a9d992 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Sep 15 13:46:28.849579 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9010b5-3795-47ed-b2e9-0638bc04066a req-8258426a-3ea1-4ce5-9dcc-48af35a8cb96 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:28.851083 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da9010b5-3795-47ed-b2e9-0638bc04066a req-8258426a-3ea1-4ce5-9dcc-48af35a8cb96 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 945 time: 0.0520487 Sep 15 13:46:28.892463 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da9010b5-3795-47ed-b2e9-0638bc04066a req-249665b6-b347-4c12-8530-f0c9eb5771fc tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Sep 15 13:46:29.487467 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-98e8e7cd-0a16-4394-a635-373ec0772394 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:29.489482 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-98e8e7cd-0a16-4394-a635-373ec0772394 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 945 time: 0.0490909 Sep 15 13:46:29.588650 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Deleting port ad479ee9-5c95-4d68-bc2e-8f1e4254258f {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:29.588930 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:29.697155 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] For port ad479ee9-5c95-4d68-bc2e-8f1e4254258f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:29.697526 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:29.716149 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Calling delete_port for ad479ee9-5c95-4d68-bc2e-8f1e4254258f owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:30.010050 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba8bb3-13da-44d1-afa9-5d586ee77e45 req-b708f397-f255-4abe-87c5-cff241c0d179 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:30.011559 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6ba8bb3-13da-44d1-afa9-5d586ee77e45 req-b708f397-f255-4abe-87c5-cff241c0d179 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 945 time: 0.0479989 Sep 15 13:46:30.012600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.039574 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['ad479ee9-5c95-4d68-bc2e-8f1e4254258f'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:30.051758 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Pushing event deleted for resources: {'Port': ['ID=ad479ee9-5c95-4d68-bc2e-8f1e4254258f,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:30.316920 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] No DVR routers for this DVR port ad479ee9-5c95-4d68-bc2e-8f1e4254258f on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:46:30.320138 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.322312 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2e85455a-ad6a-43b2-b11b-9eabf361910f req-8390daf3-87d8-4700-bed4-b394951d4b67 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "DELETE /v2.0/ports/ad479ee9-5c95-4d68-bc2e-8f1e4254258f HTTP/1.1" status: 204 len: 173 time: 0.8262920 Sep 15 13:46:30.325379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'name': 'network-vif-deleted', 'tag': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:30.327944 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61555b08-13c9-459b-83fc-8ef06b64d097" -d '{"events": [{"server_uuid": "4acacf0b-7bb7-4948-bd5f-caea95a4e90b", "name": "network-vif-deleted", "tag": "ad479ee9-5c95-4d68-bc2e-8f1e4254258f"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:30.336641 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a6ba8bb3-13da-44d1-afa9-5d586ee77e45 req-7bd73ece-8715-423b-a1bc-0704a475faf4 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153183 Sep 15 13:46:30.379728 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76983d9-cd94-4d67-9036-30976c6d8a7d x-openstack-request-id: req-e76983d9-cd94-4d67-9036-30976c6d8a7d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:30.380035 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acacf0b-7bb7-4948-bd5f-caea95a4e90b", "name": "network-vif-deleted", "tag": "ad479ee9-5c95-4d68-bc2e-8f1e4254258f", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:30.380284 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e76983d9-cd94-4d67-9036-30976c6d8a7d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:30.380670 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acacf0b-7bb7-4948-bd5f-caea95a4e90b', 'name': 'network-vif-deleted', 'tag': 'ad479ee9-5c95-4d68-bc2e-8f1e4254258f', 'status': 'completed', 'code': 200} Sep 15 13:46:31.445624 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a8fca81-e37d-44d5-8669-2636855116b2 req-15481631-8200-4e36-85af-ad9367569d81 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=4acacf0b-7bb7-4948-bd5f-caea95a4e90b HTTP/1.1" status: 200 len: 210 time: 0.0262108 Sep 15 13:46:32.363454 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59930) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:32.480759 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d609a846-aa42-4cdc-af7f-7ec015bbc74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:32.574493 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d609a846-aa42-4cdc-af7f-7ec015bbc74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:32.675120 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d609a846-aa42-4cdc-af7f-7ec015bbc74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:32.717899 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d609a846-aa42-4cdc-af7f-7ec015bbc74f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4aa442b34094bc1aa459ca59c60537f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533654 Sep 15 13:46:32.719915 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a846-aa42-4cdc-af7f-7ec015bbc74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc689703-dad5-4228-8a78-44d6f44e69a9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:32.722469 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:32.775108 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-fd3a195b-9c8b-4f11-b5a5-a213dad9857a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:32.775764 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da8a3d7a-4c09-4852-8b7b-867ebeafdf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:32.776504 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-fd3a195b-9c8b-4f11-b5a5-a213dad9857a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/networks?id=3258e3ce-644a-487a-99d9-5199ffe84e4a HTTP/1.1" status: 200 len: 809 time: 0.1109748 Sep 15 13:46:32.791776 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-9ec56b81-f193-4f83-b30d-8ccb683d0622 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/quotas/ea109cb4bc9044e5827cb4323fe84017 HTTP/1.1" status: 200 len: 375 time: 0.0094125 Sep 15 13:46:32.797068 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da8a3d7a-4c09-4852-8b7b-867ebeafdf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:32.823538 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-8f705244-9394-45d9-abcd-dbb17ac163d0 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea109cb4bc9044e5827cb4323fe84017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255034 Sep 15 13:46:32.918376 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-5fc847dc-8d15-4e0d-bf1e-b7f1d6fae4ca service neutron] 10.222.0.23 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876830 Sep 15 13:46:33.000616 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da8a3d7a-4c09-4852-8b7b-867ebeafdf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.003211 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-da8a3d7a-4c09-4852-8b7b-867ebeafdf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.004450 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-da8a3d7a-4c09-4852-8b7b-867ebeafdf82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc689703-dad5-4228-8a78-44d6f44e69a9 HTTP/1.1" status: 204 len: 168 time: 0.2808771 Sep 15 13:46:33.012423 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-a65cdd1d-7dc8-4aff-94d0-33aa58d45222 service neutron] 10.222.0.23 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878856 Sep 15 13:46:33.024141 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a3d7a-4c09-4852-8b7b-867ebeafdf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc689703-dad5-4228-8a78-44d6f44e69a9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:33.396521 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5d8105c9-36c4-4f52-b8b4-d5637b8944b0 req-36089656-dabc-44b6-aa63-70ab43f58579 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 210 time: 0.0261307 Sep 15 13:46:33.922540 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 59988) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:33.935786 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2510a04-10cb-4dda-83af-9dc560aaf577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.027736 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2510a04-10cb-4dda-83af-9dc560aaf577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.101836 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c2510a04-10cb-4dda-83af-9dc560aaf577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.158950 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c2510a04-10cb-4dda-83af-9dc560aaf577 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc4fcf54b92c4ae180318b210acd91d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353282 Sep 15 13:46:34.162505 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 60002) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:34.175762 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2510a04-10cb-4dda-83af-9dc560aaf577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d553be-0623-45dc-8a33-007a49d23bb6,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:34.202492 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60004) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:34.257293 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e2e2-ed81-4648-8de3-c21d31f3564a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.274717 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device ad479ee9-5c95-4d68-bc2e-8f1e4254258f no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:34.278588 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e2e2-ed81-4648-8de3-c21d31f3564a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.300232 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: ad479ee9-5c95-4d68-bc2e-8f1e4254258f {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:34.300571 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device ad479ee9-5c95-4d68-bc2e-8f1e4254258f not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:34.322090 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42532aca-2536-4cf3-8421-e9fa8636d442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.477709 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9bc6ecd3-bb15-465f-a475-d0c047e0d8b3 req-e69c8df8-ffdd-48eb-9249-8d54ed1e7340 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 210 time: 0.0252903 Sep 15 13:46:34.595250 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e2e2-ed81-4648-8de3-c21d31f3564a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.597987 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e2e2-ed81-4648-8de3-c21d31f3564a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.602070 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-4bc6e2e2-ed81-4648-8de3-c21d31f3564a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66d553be-0623-45dc-8a33-007a49d23bb6 HTTP/1.1" status: 204 len: 168 time: 0.4356837 Sep 15 13:46:34.608157 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6e2e2-ed81-4648-8de3-c21d31f3564a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d553be-0623-45dc-8a33-007a49d23bb6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:34.669047 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42532aca-2536-4cf3-8421-e9fa8636d442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.835264 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-42532aca-2536-4cf3-8421-e9fa8636d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.876534 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42532aca-2536-4cf3-8421-e9fa8636d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356f3fb2-c155-48d6-9828-f332e88c95de,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:34.883675 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-42532aca-2536-4cf3-8421-e9fa8636d442 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23757c9468d242709582d2f832f22dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6799071 Sep 15 13:46:34.886518 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60014) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:34.946503 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8af73293-c161-4509-a816-7078ce368e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.969493 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8af73293-c161-4509-a816-7078ce368e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.160981 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8af73293-c161-4509-a816-7078ce368e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.164447 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8af73293-c161-4509-a816-7078ce368e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.165945 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8af73293-c161-4509-a816-7078ce368e90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/356f3fb2-c155-48d6-9828-f332e88c95de HTTP/1.1" status: 204 len: 168 time: 0.2780626 Sep 15 13:46:35.175475 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af73293-c161-4509-a816-7078ce368e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356f3fb2-c155-48d6-9828-f332e88c95de,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:35.572672 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5daa8430-2395-4d0f-87de-b5eb97a9e7f8 req-68bd65ad-16c7-4231-8787-2bb6189b4e22 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 210 time: 0.0251732 Sep 15 13:46:35.908816 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60062) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:36.008495 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-584136379-network', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:36.126227 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Made reservation on behalf of db3e8cf4fc2e489683dd12bb8ec08b6c for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:36.129133 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.141473 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.244045 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.322381 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-90a59df7-60d1-4d77-970d-f4c329861993 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:36.324270 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-90a59df7-60d1-4d77-970d-f4c329861993 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "GET /v2.0/networks?id=3258e3ce-644a-487a-99d9-5199ffe84e4a HTTP/1.1" status: 200 len: 809 time: 0.1361308 Sep 15 13:46:36.344349 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Request body: {'port': {'device_id': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a', 'admin_state_up': True, 'tenant_id': 'ea109cb4bc9044e5827cb4323fe84017'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:36.355290 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.408427 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac4edd1-24e1-455b-be8c-2626b4458a2a,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:36.411816 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:46:36.502854 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.503203 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Added segment 2af05113-02d1-46d8-9fbe-79e6dab7ecc1 of type vlan for network d419283a-4a2e-4412-99e3-b71b0e14bec8 Sep 15 13:46:36.548964 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.660738 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Made reservation on behalf of ea109cb4bc9044e5827cb4323fe84017 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:36.665439 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.692282 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c632c54b-6101-4e61-a5fa-4223935f8ce5 req-f6016800-b9d3-4ec5-b97a-bdc12908b40d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 210 time: 0.0437491 Sep 15 13:46:36.693568 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.695647 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:36.696541 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.765762 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] Pushing event updated for resources: {'Network': ['ID=d419283a-4a2e-4412-99e3-b71b0e14bec8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:36.778081 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:46:36.797075 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f754c6f2-b175-49a3-a5b4-1c63940aa087 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8870239 Sep 15 13:46:36.799849 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60100) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:36.808869 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Request body: {'subnet': {'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-584136379-subnet', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:36.834858 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Allocated IP 172.20.0.2 (3258e3ce-644a-487a-99d9-5199ffe84e4a/840ba35d-cdba-4b44-871e-7041dd7a3d7f/8a82a920-8a77-4a9c-9f00-3b13237d1720) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:37.015435 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Made reservation on behalf of db3e8cf4fc2e489683dd12bb8ec08b6c for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:37.020690 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.028315 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.162143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.209605 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Network 3258e3ce-644a-487a-99d9-5199ffe84e4a is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:37.213048 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:37.215452 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:37.252900 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Pushing event updated for resources: {'Port': ['ID=8a82a920-8a77-4a9c-9f00-3b13237d1720,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:37.270679 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.274069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.274682 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.356244 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-ec20a970-caea-4208-987f-4ee36eb54a92 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0166988 Sep 15 13:46:37.360606 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519bdb43-11eb-47bd-9df3-de2c91337784,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:37.368569 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Checking segment: {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:37.368971 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Network hostable DHCP agents. Network: d419283a-4a2e-4412-99e3-b71b0e14bec8, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:46:37.371021 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Request body: {'port': {'device_id': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:37.443852 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.568696 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:46:37.647521 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, d419283a-4a2e-4412-99e3-b71b0e14bec8) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:37.652301 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.652988 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.656809 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472abedc-5fba-4e9b-9804-08ccf721405b None None] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:37.739383 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8ba3515c-f0a4-4010-91c7-f500adf42721 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9381824 Sep 15 13:46:37.740431 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60130) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:37.748249 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:37.759846 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a82a920-8a77-4a9c-9f00-3b13237d1720 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:37.768417 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.785575 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Transition to ACTIVE for port object 8a82a920-8a77-4a9c-9f00-3b13237d1720 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:46:37.831704 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-d419283a-4a2e-4412-99e3-b71b0e14bec8', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:46:37.832677 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.875852 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.876468 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.877869 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.925877 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a82a920-8a77-4a9c-9f00-3b13237d1720,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:37.936780 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f35141-a8c6-447f-8cda-233ac1e4dcc0 req-4c380dce-7946-4353-90f5-834272ab353d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.937152 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.938661 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-86f35141-a8c6-447f-8cda-233ac1e4dcc0 req-4c380dce-7946-4353-90f5-834272ab353d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 931 time: 0.1294279 Sep 15 13:46:37.954714 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.025145 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Allocated IP 172.20.0.2 (d419283a-4a2e-4412-99e3-b71b0e14bec8/519bdb43-11eb-47bd-9df3-de2c91337784/9390469e-912a-40ca-a20b-7d3577634c9d) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:38.077482 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-86f35141-a8c6-447f-8cda-233ac1e4dcc0 req-b4cad5d9-bd78-41a4-90be-0eabda7c301d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174557 Sep 15 13:46:38.115941 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Attempting to bind port 8a82a920-8a77-4a9c-9f00-3b13237d1720 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:38.119108 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Attempting to bind port 8a82a920-8a77-4a9c-9f00-3b13237d1720 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:38.123395 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Attempting to bind port 8a82a920-8a77-4a9c-9f00-3b13237d1720 on network 3258e3ce-644a-487a-99d9-5199ffe84e4a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:38.128957 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Port 8a82a920-8a77-4a9c-9f00-3b13237d1720 on network 3258e3ce-644a-487a-99d9-5199ffe84e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:46:38.130718 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Attempting to bind port 8a82a920-8a77-4a9c-9f00-3b13237d1720 on network 3258e3ce-644a-487a-99d9-5199ffe84e4a {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:38.149072 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:38.151465 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Checking segment: {'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:38.151861 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Bound using segment: {'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:38.152294 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Bound port: 8a82a920-8a77-4a9c-9f00-3b13237d1720, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:38.152649 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.272053 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.275182 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.295960 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] For port 8a82a920-8a77-4a9c-9f00-3b13237d1720, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:38.300058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] For port 8a82a920-8a77-4a9c-9f00-3b13237d1720, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8a82a920-8a77-4a9c-9f00-3b13237d1720,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:38.413161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.413379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.476966 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Pushing event updated for resources: {'Port': ['ID=9390469e-912a-40ca-a20b-7d3577634c9d,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:38.502989 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.503127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:38.503653 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.504060 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.504606 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.506519 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.506634 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/8a82a920-8a77-4a9c-9f00-3b13237d1720 HTTP/1.1" status: 200 len: 1093 time: 1.1404753 Sep 15 13:46:38.507347 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.507749 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.508171 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.508586 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.509016 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'tag': '8a82a920-8a77-4a9c-9f00-3b13237d1720'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:38.509396 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.511475 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.511916 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.512441 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:38.521650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:38.523400 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:38.529503 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:38.537910 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8793f1-2070-45d7-9a6f-f2e3dd7d40ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a13f0940-0b42-4870-83fc-e3a36c609799", "tag": "8a82a920-8a77-4a9c-9f00-3b13237d1720"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:38.580264 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a19eb6-9159-4859-bfe4-3c88a47846f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a82a920-8a77-4a9c-9f00-3b13237d1720,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:38.599957 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb89ab-bca3-4d7c-b6b1-2336969cd9b9 x-openstack-request-id: req-9ebb89ab-bca3-4d7c-b6b1-2336969cd9b9 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:38.600312 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13f0940-0b42-4870-83fc-e3a36c609799", "tag": "8a82a920-8a77-4a9c-9f00-3b13237d1720", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:38.600575 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ebb89ab-bca3-4d7c-b6b1-2336969cd9b9 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:38.604203 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'tag': '8a82a920-8a77-4a9c-9f00-3b13237d1720', 'status': 'completed', 'code': 200} Sep 15 13:46:38.652921 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Attempting to bind port 9390469e-912a-40ca-a20b-7d3577634c9d on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:38.653736 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Attempting to bind port 9390469e-912a-40ca-a20b-7d3577634c9d by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:38.654399 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Attempting to bind port 9390469e-912a-40ca-a20b-7d3577634c9d on network d419283a-4a2e-4412-99e3-b71b0e14bec8 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:38.668263 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:38.669439 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Checking segment: {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:38.670549 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.671061 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Bound using segment: {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:38.671622 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Bound port: 9390469e-912a-40ca-a20b-7d3577634c9d, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:38.672067 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.758813 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] For port 9390469e-912a-40ca-a20b-7d3577634c9d, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:38.759598 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.764616 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] For port 9390469e-912a-40ca-a20b-7d3577634c9d, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=9390469e-912a-40ca-a20b-7d3577634c9d,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:38.782199 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.798988 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8793f1-2070-45d7-9a6f-f2e3dd7d40ad req-545824db-d3ce-492f-bca6-a1f9937492d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:38.802703 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf8793f1-2070-45d7-9a6f-f2e3dd7d40ad req-545824db-d3ce-492f-bca6-a1f9937492d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea109cb4bc9044e5827cb4323fe84017&device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 1096 time: 0.1769731 Sep 15 13:46:38.826919 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c526bd-8626-4f1e-b25a-9336402bd968 req-a24c2ec4-0008-4e2e-9b6f-a77329e0172f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:38.830081 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-49c526bd-8626-4f1e-b25a-9336402bd968 req-a24c2ec4-0008-4e2e-9b6f-a77329e0172f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0671933 Sep 15 13:46:38.877116 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.945609 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Allocated IP 172.27.3.12 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/d36a327a-c56f-4a2d-b404-6f0ad347e9bc) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:39.007686 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05827-c836-458d-9b41-cf5c62449a65 None None] Pushing event updated for resources: {'Port': ['ID=9390469e-912a-40ca-a20b-7d3577634c9d,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:39.042966 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-49c526bd-8626-4f1e-b25a-9336402bd968 req-5f60473b-e0a7-4f69-ac77-b8714659ce52 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904144 Sep 15 13:46:39.050223 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-7f5e5250-e153-4950-9a3c-6e10053a4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:39.051746 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-7f5e5250-e153-4950-9a3c-6e10053a4a39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.2189631 Sep 15 13:46:39.072576 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8793f1-2070-45d7-9a6f-f2e3dd7d40ad req-94bb06bd-83d3-4be8-979a-44dfa35551f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:39.074180 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf8793f1-2070-45d7-9a6f-f2e3dd7d40ad req-94bb06bd-83d3-4be8-979a-44dfa35551f6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea109cb4bc9044e5827cb4323fe84017&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2429569 Sep 15 13:46:39.094855 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.101537 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-6e0bbfef-b6d0-41e3-bb2b-eddd34df2c39 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:39.102922 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-6e0bbfef-b6d0-41e3-bb2b-eddd34df2c39 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.2478139 Sep 15 13:46:39.119903 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-b4694474-04b3-495c-897e-446e8b3a50fc tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/quotas/bc28876d41fb4b0f9c8893c96a3aee59 HTTP/1.1" status: 200 len: 375 time: 0.0110221 Sep 15 13:46:39.184144 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.243947 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-401275fa-0873-4a94-814e-4df6218a09f2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1141541 Sep 15 13:46:39.249534 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Pushing event updated for resources: {'Port': ['ID=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:39.264423 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:39.266553 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:39.269193 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:39.303019 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5dbf-3fb6-40e4-9f0f-38a8d9109c06 req-8e761bf3-7cba-4476-88fc-42b3e3126902 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:39.305681 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-531a5dbf-3fb6-40e4-9f0f-38a8d9109c06 req-8e761bf3-7cba-4476-88fc-42b3e3126902 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.1370492 Sep 15 13:46:39.408528 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-531a5dbf-3fb6-40e4-9f0f-38a8d9109c06 req-83376245-ad0a-4d40-a16d-b231d1276863 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809734 Sep 15 13:46:39.440636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-cebdb1f5-df6a-43ba-bbcd-f0b0556a595c service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771777 Sep 15 13:46:39.520098 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 9390469e-912a-40ca-a20b-7d3577634c9d up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:39.584588 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-8875fc17-1b00-4013-94a1-b64b9579cc04 service neutron] 10.222.0.23 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404204 Sep 15 13:46:39.595635 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 9390469e-912a-40ca-a20b-7d3577634c9d triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:39.596017 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.752484 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.815230 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 9390469e-912a-40ca-a20b-7d3577634c9d, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=9390469e-912a-40ca-a20b-7d3577634c9d,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:39.847284 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92ee8655-be6f-4d01-b138-2eb2e4e8f194 req-3f0e345a-7c25-424b-8933-cfa30f986e64 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0269198 Sep 15 13:46:39.909616 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.985430 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:40.006592 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=9390469e-912a-40ca-a20b-7d3577634c9d,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:40.183703 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f8ba0-34bb-4f38-adc6-791da50b04f9 req-014e16ea-1e60-4078-a18d-cee8f2a202c4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:40.186029 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3e1f8ba0-34bb-4f38-adc6-791da50b04f9 req-014e16ea-1e60-4078-a18d-cee8f2a202c4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0605078 Sep 15 13:46:40.250025 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3e1f8ba0-34bb-4f38-adc6-791da50b04f9 req-51e1dd9c-b11f-4d8c-bfb0-e76541b80fd1 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523055 Sep 15 13:46:40.300095 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:40.338893 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff36357-94e2-422a-a938-152c540fe7de None None] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:40.447444 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1d7a1d87-fa1c-4aad-a50d-1baf348ef548 None None] Provisioning complete for port 9390469e-912a-40ca-a20b-7d3577634c9d triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:40.447979 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1d87-fa1c-4aad-a50d-1baf348ef548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:40.555799 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a591b-78c1-4036-b653-4dcc56f2682c req-80592dc0-7d9b-4e37-be44-7622a88ff6b9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:40.563241 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9b2a591b-78c1-4036-b653-4dcc56f2682c req-80592dc0-7d9b-4e37-be44-7622a88ff6b9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0664616 Sep 15 13:46:40.596717 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9b2a591b-78c1-4036-b653-4dcc56f2682c req-2ada3c4b-b8e6-4e72-9048-6ff9abed2f0c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Sep 15 13:46:40.612509 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:46:40.728566 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:40.738625 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Sync routers for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:40.748655 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:40.749675 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:40.823076 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-7993d6a5-ceea-4905-979b-892bff86315d None None] Provisioning complete for port 9390469e-912a-40ca-a20b-7d3577634c9d triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:40.823691 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7993d6a5-ceea-4905-979b-892bff86315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:40.823958 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:40.825679 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-656f2c0f-ee30-4597-a967-205ee7420235 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0810194 Sep 15 13:46:40.828318 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60238) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:40.878676 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:40.945065 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2a601c77-69a6-4956-900f-03c67e4ecf23 req-0a2220fd-fde5-4f01-812e-44dfd0d78a9b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0353498 Sep 15 13:46:41.060769 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:39Z', 'revision_number': 3, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:41.088283 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Checking router: b7b3c31f-b9e9-455a-98d7-41003fa14bf3 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:41.088639 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Updating router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 port d36a327a-c56f-4a2d-b404-6f0ad347e9bc binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:41.113560 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.279812 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.370292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074361c-888a-4cc2-84c0-d5eae36712cc req-b6080cb5-41a8-4cdc-be73-c15be74063a5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:41.373869 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e074361c-888a-4cc2-84c0-d5eae36712cc req-b6080cb5-41a8-4cdc-be73-c15be74063a5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0593321 Sep 15 13:46:41.386456 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.438322 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e074361c-888a-4cc2-84c0-d5eae36712cc req-bea08248-f13d-447c-90d4-574fae13bb81 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567682 Sep 15 13:46:41.476418 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 9390469e-912a-40ca-a20b-7d3577634c9d up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:41.481637 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Allocated IP 172.20.0.1 (d419283a-4a2e-4412-99e3-b71b0e14bec8/519bdb43-11eb-47bd-9df3-de2c91337784/6b0eb708-c88a-4ecf-b197-cda1e90527e7) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:41.510336 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.534279 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 9390469e-912a-40ca-a20b-7d3577634c9d triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:41.534798 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.556484 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Pushing event updated for resources: {'Port': ['ID=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,revision_number=2']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:41.565312 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.566308 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.566806 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.568141 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.568970 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.569627 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.570224 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.570795 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.571360 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.571898 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.572415 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.572967 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:41.611254 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Attempting to bind port d36a327a-c56f-4a2d-b404-6f0ad347e9bc on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:41.611923 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Attempting to bind port d36a327a-c56f-4a2d-b404-6f0ad347e9bc by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:41.612470 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Attempting to bind port d36a327a-c56f-4a2d-b404-6f0ad347e9bc on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:41.620576 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:41.621526 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:41.622152 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.622662 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:41.623294 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Bound port: d36a327a-c56f-4a2d-b404-6f0ad347e9bc, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:41.623807 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.639464 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-b3192e84-4b68-45be-b727-a9f871d53749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:41.640376 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.641218 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-b3192e84-4b68-45be-b727-a9f871d53749 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1342597 Sep 15 13:46:41.685514 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] For port d36a327a-c56f-4a2d-b404-6f0ad347e9bc, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:41.690253 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] For port d36a327a-c56f-4a2d-b404-6f0ad347e9bc, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:41.743997 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de9a7-a3be-48e5-813b-4f5d61a38c8a req-8fed3a5a-97bf-4455-8137-04517d397f7c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:41.745677 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d35de9a7-a3be-48e5-813b-4f5d61a38c8a req-8fed3a5a-97bf-4455-8137-04517d397f7c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0537431 Sep 15 13:46:41.749939 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.808908 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d35de9a7-a3be-48e5-813b-4f5d61a38c8a req-2e5c3f8c-464d-49fb-8f5d-c785496b3f44 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Sep 15 13:46:41.814459 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:41.817736 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:41.824704 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:41.824704 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.831225 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.876131 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0eb708-c88a-4ecf-b197-cda1e90527e7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:41.881725 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:41.882612 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:41.972890 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a913485-12a5-4784-bf39-92aeb8d28354 None None] Pushing event updated for resources: {'Port': ['ID=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:42.037669 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:42.049724 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-70a6c082-48ee-4dd5-aa30-80b5064fefee req-06f02cc6-ebbd-4c61-bdfd-e0abae8590f2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0313122 Sep 15 13:46:42.168730 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-e7076814-ef9b-45cd-8458-328fbc775796 None None] Provisioning complete for port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:42.169157 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e7076814-ef9b-45cd-8458-328fbc775796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:42.208342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-e7076814-ef9b-45cd-8458-328fbc775796 None None] Port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:42.296574 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:42.302547 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:39Z', 'revision_number': 3, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:42.328594 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f7488-b873-47d6-8e17-e99dd6e57efe None None] The sync data for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi is: [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:39Z', 'revision_number': 3, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:42.484297 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:42.581187 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:42.582015 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:42.582376 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d426b3f-6e84-4c61-925a-793876475372 req-29ff3188-a9dc-4018-9d1d-dc6e41a9b3aa tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:42.584693 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d426b3f-6e84-4c61-925a-793876475372 req-29ff3188-a9dc-4018-9d1d-dc6e41a9b3aa tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0689635 Sep 15 13:46:42.638728 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d426b3f-6e84-4c61-925a-793876475372 req-97e69b72-bee4-40f4-a239-c438acdaba5c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452154 Sep 15 13:46:42.655863 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0eb708-c88a-4ecf-b197-cda1e90527e7,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:42.738140 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:42.740583 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:42.874279 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:42.972277 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f9c76-1e35-48ed-9976-786be7602d78 req-bb3cbe30-89cd-4d95-b620-e3f9b6270b9c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:42.981388 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e13f9c76-1e35-48ed-9976-786be7602d78 req-bb3cbe30-89cd-4d95-b620-e3f9b6270b9c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0803926 Sep 15 13:46:43.017768 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:43.035117 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-78226dc8-7a07-4057-9efd-664840bb4b39 admin admin] 10.222.0.23 "PUT /v2.0/routers/b7b3c31f-b9e9-455a-98d7-41003fa14bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055721 Sep 15 13:46:43.041722 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-9495aa10-87dc-4350-b9d7-7f0be6258328 None None] Provisioning complete for port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:43.041722 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9495aa10-87dc-4350-b9d7-7f0be6258328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:43.073236 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-c3274336-8c9e-4225-9c25-a1fdca0a7eff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 217 time: 0.0640712 Sep 15 13:46:43.095506 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-9495aa10-87dc-4350-b9d7-7f0be6258328 None None] Port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:43.135316 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e13f9c76-1e35-48ed-9976-786be7602d78 req-32410647-d055-4fc8-ae9f-44dbf93b812e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529982 Sep 15 13:46:43.240419 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5aa2942f-0b28-4b68-92ba-e15da1f8c91c req-bf6e12ab-3b5d-41c0-aa7a-0c3a4eb7eb41 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0647225 Sep 15 13:46:43.244057 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-4eeb1a30-dbd9-42d6-a927-b10e245f9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:43.245480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-4eeb1a30-dbd9-42d6-a927-b10e245f9d28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.1137104 Sep 15 13:46:43.293548 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-4b6b65ca-1b51-4541-9517-a043ed4ee726 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366733 Sep 15 13:46:43.294950 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8793f1-2070-45d7-9a6f-f2e3dd7d40ad req-dfdffeba-f0d2-4c63-9635-ba17eb2a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:43.296459 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf8793f1-2070-45d7-9a6f-f2e3dd7d40ad req-dfdffeba-f0d2-4c63-9635-ba17eb2a397a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3385279 Sep 15 13:46:43.438149 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-b520992f-725c-45f5-a0be-3c319cee8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:43.439796 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-b520992f-725c-45f5-a0be-3c319cee8e31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea109cb4bc9044e5827cb4323fe84017&device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 1096 time: 0.0640993 Sep 15 13:46:43.441707 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-e9c587a5-b2af-4e15-9d43-124ec63c7766 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361351 Sep 15 13:46:43.467945 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device d36a327a-c56f-4a2d-b404-6f0ad347e9bc up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:43.510352 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-07b1be00-2824-450c-b981-a4b793575e8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a82a920-8a77-4a9c-9f00-3b13237d1720 HTTP/1.1" status: 200 len: 217 time: 0.0604188 Sep 15 13:46:43.539936 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port d36a327a-c56f-4a2d-b404-6f0ad347e9bc triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:43.540429 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:43.645331 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:43.668650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port d36a327a-c56f-4a2d-b404-6f0ad347e9bc, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:43.823876 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:43.870257 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-4a50a01e-efc9-4051-8083-6caa96296bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:43.871769 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-4a50a01e-efc9-4051-8083-6caa96296bba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=840ba35d-cdba-4b44-871e-7041dd7a3d7f HTTP/1.1" status: 200 len: 849 time: 0.3535726 Sep 15 13:46:43.880780 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:43.937989 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0bb4a4e-4730-4b76-a96f-dab3bbf79237 req-b983dd13-0390-401a-b69c-3c235b4f41e7 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001646 Sep 15 13:46:43.937989 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed238178-9c68-451c-9f4d-91da061ca89c req-f11be9a6-ffaa-4a9f-bae1-a9e2ff635d35 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:43.937989 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed238178-9c68-451c-9f4d-91da061ca89c req-f11be9a6-ffaa-4a9f-bae1-a9e2ff635d35 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0809400 Sep 15 13:46:43.953584 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed238178-9c68-451c-9f4d-91da061ca89c req-253b065d-4e4c-4f9a-8202-edbe62e43774 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Sep 15 13:46:44.073136 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Sync routers for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:44.083746 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:44.084502 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:44.138095 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60292) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:44.143130 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1134680683-network', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:44.195397 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:44.274818 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Made reservation on behalf of 9845b45d41b74275a63218f32e5b25ec for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:44.277460 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:44.279217 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d875b31-d3a2-4a07-8682-9ecdd0133be1 req-31c1639c-1f6f-4d33-8cdd-7cbf8f2dfd2e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:44.280702 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1d875b31-d3a2-4a07-8682-9ecdd0133be1 req-31c1639c-1f6f-4d33-8cdd-7cbf8f2dfd2e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0516119 Sep 15 13:46:44.291073 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:44.338486 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1d875b31-d3a2-4a07-8682-9ecdd0133be1 req-7aff6682-7f2e-4846-ad66-5c588e2e0dc1 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Sep 15 13:46:44.399251 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:44.404353 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 2, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:44.435240 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Checking router: b7b3c31f-b9e9-455a-98d7-41003fa14bf3 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:44.435590 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Updating router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:44.436468 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cbf92ef4-6bcb-4055-8387-d7e38758e6ee req-88f615fd-4399-41c0-901d-fb06d016752a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0287344 Sep 15 13:46:44.461312 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:44.497657 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:44.525012 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:46:44.535465 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395d391-b472-415b-a089-ec13b5e72e80,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:44.542678 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:44.543028 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Added segment d9bb30f1-1ce1-47fd-87fb-432a72a68d33 of type vlan for network 8c808d65-e853-4246-9db7-24e3d244dc4b Sep 15 13:46:44.594503 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.010134 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.082553 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4adb9a-20bc-45d1-bc31-4e047edf4be4 req-54540507-c3ae-43a4-8554-a04ae87ac86a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:45.084219 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cd4adb9a-20bc-45d1-bc31-4e047edf4be4 req-54540507-c3ae-43a4-8554-a04ae87ac86a tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0560162 Sep 15 13:46:45.125549 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cd4adb9a-20bc-45d1-bc31-4e047edf4be4 req-6694c512-3e8d-4f5f-991b-ddb67b443daa tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Sep 15 13:46:45.149072 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.150071 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:45.150654 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.160417 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.215011 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58001fe9-dbc6-4e1a-8bd7-67eebfb0798f None None] Pushing event updated for resources: {'Port': ['ID=6b0eb708-c88a-4ecf-b197-cda1e90527e7,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:45.222270 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] Pushing event updated for resources: {'Network': ['ID=8c808d65-e853-4246-9db7-24e3d244dc4b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:45.281758 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-99d376f7-026d-404c-9d4f-ab638562ec2b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1425147 Sep 15 13:46:45.284747 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60306) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:45.290149 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Request body: {'subnet': {'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1134680683-subnet', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:45.360976 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 8c808d65-e853-4246-9db7-24e3d244dc4b details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:46:45.415430 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device d36a327a-c56f-4a2d-b404-6f0ad347e9bc up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:45.434661 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Made reservation on behalf of 9845b45d41b74275a63218f32e5b25ec for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:45.436981 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.449097 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Attempting to bind port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:45.451971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Attempting to bind port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:45.451971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Attempting to bind port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 on network d419283a-4a2e-4412-99e3-b71b0e14bec8 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:45.477316 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15835ad-1681-42a0-816f-b6e16e921d95 req-96d878d5-3876-4b75-adb3-dc0787875c03 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:45.479439 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e15835ad-1681-42a0-816f-b6e16e921d95 req-96d878d5-3876-4b75-adb3-dc0787875c03 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0565174 Sep 15 13:46:45.488493 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:45.492128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Checking segment: {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:45.492128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.492128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Bound using segment: {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:45.492128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Bound port: 6b0eb708-c88a-4ecf-b197-cda1e90527e7, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:45.492128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.526583 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-9d986f9e-820a-40ed-a470-4318595f25d6 None None] Provisioning complete for port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:45.526583 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9d986f9e-820a-40ed-a470-4318595f25d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.536737 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e15835ad-1681-42a0-816f-b6e16e921d95 req-14f2343c-019d-4fa0-8fd1-94e4d013a884 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492744 Sep 15 13:46:45.621089 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-9d986f9e-820a-40ed-a470-4318595f25d6 None None] Port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:45.630054 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port d36a327a-c56f-4a2d-b404-6f0ad347e9bc triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:45.630054 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.648860 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] For port 6b0eb708-c88a-4ecf-b197-cda1e90527e7, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:45.652707 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c010cd2a-0b0b-41a6-b229-6a1fe5e89441 req-8bebf44c-22ef-430b-b113-0dccd80c21f3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0317285 Sep 15 13:46:45.666161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] For port 6b0eb708-c88a-4ecf-b197-cda1e90527e7, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=6b0eb708-c88a-4ecf-b197-cda1e90527e7,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:45.721542 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.780550 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d95930-e5a8-4f0c-a2a0-dddc588eb625,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:45.788534 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Checking segment: {'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:45.788913 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Network hostable DHCP agents. Network: 8c808d65-e853-4246-9db7-24e3d244dc4b, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:46:45.789852 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:45.838431 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:45.839080 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:45.897317 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58001fe9-dbc6-4e1a-8bd7-67eebfb0798f None None] Pushing event updated for resources: {'Port': ['ID=6b0eb708-c88a-4ecf-b197-cda1e90527e7,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:45.914915 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Network 8c808d65-e853-4246-9db7-24e3d244dc4b is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:46:45.983826 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:46.040749 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 8c808d65-e853-4246-9db7-24e3d244dc4b) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:46.045780 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:46.046380 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.076278 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca2faf-a376-40aa-a208-a47775cb4b9e None None] Network 8c808d65-e853-4246-9db7-24e3d244dc4b requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:46.151273 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-44dcf30b-c9e9-431e-8b8f-8b8ba0c4c847 None None] Provisioning complete for port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:46.151725 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-44dcf30b-c9e9-431e-8b8f-8b8ba0c4c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.159502 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5dd38c7d-59e4-400c-856a-45efa0ce20d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.190634 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e2c7b722-fcd2-45d3-9736-cd68c508137c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9047110 Sep 15 13:46:46.194013 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 60320) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:46.198771 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:46.282913 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8b60b-e494-4127-8a71-58cf1ed325e3 req-0cdd98ad-65c0-43f8-b7c3-e3443d15de31 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:46.285338 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3fb8b60b-e494-4127-8a71-58cf1ed325e3 req-0cdd98ad-65c0-43f8-b7c3-e3443d15de31 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0568182 Sep 15 13:46:46.324488 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3fb8b60b-e494-4127-8a71-58cf1ed325e3 req-8fdd8014-1cff-4ddb-82cd-b9d590712e7d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Sep 15 13:46:46.331989 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.333769 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.385871 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.408405 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-8c808d65-e853-4246-9db7-24e3d244dc4b', 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'fixed_ips': [{'subnet_id': 'c3d95930-e5a8-4f0c-a2a0-dddc588eb625'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:46:46.409267 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.413967 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-44dcf30b-c9e9-431e-8b8f-8b8ba0c4c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.468645 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:45Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:46.514984 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-44dcf30b-c9e9-431e-8b8f-8b8ba0c4c847 None None] For port 6b0eb708-c88a-4ecf-b197-cda1e90527e7, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=6b0eb708-c88a-4ecf-b197-cda1e90527e7,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:46.547526 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954efbf-1724-4777-ad66-1f79954724ce None None] The sync data for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi is: [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:45Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:46.627080 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-44dcf30b-c9e9-431e-8b8f-8b8ba0c4c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.664981 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Allocated IP 172.20.0.2 (8c808d65-e853-4246-9db7-24e3d244dc4b/c3d95930-e5a8-4f0c-a2a0-dddc588eb625/fb085024-11f4-4734-b1dc-44344e34b531) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:46.670511 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.732466 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1421a6-ab80-4044-b28c-104e7f396a55 req-14ab8565-5ca8-4c71-9262-1f1514039712 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:46.734348 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9e1421a6-ab80-4044-b28c-104e7f396a55 req-14ab8565-5ca8-4c71-9262-1f1514039712 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0559027 Sep 15 13:46:46.743086 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf30b-c9e9-431e-8b8f-8b8ba0c4c847 None None] Pushing event updated for resources: {'Port': ['ID=6b0eb708-c88a-4ecf-b197-cda1e90527e7,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:46.784576 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9e1421a6-ab80-4044-b28c-104e7f396a55 req-cd5df251-c4a4-44ba-aeba-010142d5146c tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Sep 15 13:46:46.898383 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:46.906099 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a3c8aaf-a154-47cc-97d1-2b1b8bb4476f req-081cd572-2fda-4c63-aeb3-0483d2ab078f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0287621 Sep 15 13:46:47.010138 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.049551 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Network 8c808d65-e853-4246-9db7-24e3d244dc4b is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:47.054215 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:47.058003 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:47.063734 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.086953 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.091934 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Pushing event updated for resources: {'Port': ['ID=fb085024-11f4-4734-b1dc-44344e34b531,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:47.132609 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Attempting to bind port fb085024-11f4-4734-b1dc-44344e34b531 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:47.133011 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Attempting to bind port fb085024-11f4-4734-b1dc-44344e34b531 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:47.133384 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Attempting to bind port fb085024-11f4-4734-b1dc-44344e34b531 on network 8c808d65-e853-4246-9db7-24e3d244dc4b {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:47.139415 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:47.139908 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Checking segment: {'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:47.140329 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.140719 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Bound using segment: {'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:47.141228 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Bound port: fb085024-11f4-4734-b1dc-44344e34b531, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:47.141615 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.215289 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Allocated IP 172.27.3.239 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/c6101026-1f28-4369-8865-5a15a92c211a) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:47.216614 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] For port fb085024-11f4-4734-b1dc-44344e34b531, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:47.219961 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] For port fb085024-11f4-4734-b1dc-44344e34b531, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=fb085024-11f4-4734-b1dc-44344e34b531,segment=NetworkSegment(d9bb30f1-1ce1-47fd-87fb-432a72a68d33),segment_id=d9bb30f1-1ce1-47fd-87fb-432a72a68d33)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:47.338081 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.349757 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.441282 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe31a1-b296-486f-a964-9859378fe7a0 None None] Pushing event updated for resources: {'Port': ['ID=fb085024-11f4-4734-b1dc-44344e34b531,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:47.467656 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 6b0eb708-c88a-4ecf-b197-cda1e90527e7 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:47.492148 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7acbe-94f6-4759-a115-cb5a24640ec7 req-bad3ead9-379c-4e62-83a6-a0bba74e317b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:47.500296 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4bb7acbe-94f6-4759-a115-cb5a24640ec7 req-bad3ead9-379c-4e62-83a6-a0bba74e317b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0793030 Sep 15 13:46:47.510808 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.530284 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:47.537042 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:47.577615 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:47.588099 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:47.598963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:47.613080 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4bb7acbe-94f6-4759-a115-cb5a24640ec7 req-faef4b81-89a1-40fc-94ac-50bd7e160fe3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073549 Sep 15 13:46:47.668814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Pushing event updated for resources: {'Port': ['ID=c6101026-1f28-4369-8865-5a15a92c211a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:47.921205 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531ff32-98e8-455c-8b00-33fbcf830f8e req-eb5d9b2d-5a80-4f8b-b352-8f0071e501ea tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:47.922611 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8531ff32-98e8-455c-8b00-33fbcf830f8e req-eb5d9b2d-5a80-4f8b-b352-8f0071e501ea tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0533476 Sep 15 13:46:47.962663 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8531ff32-98e8-455c-8b00-33fbcf830f8e req-542584d5-765e-488a-a309-8e9118b1d35a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330606 Sep 15 13:46:48.087317 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-b44bfad6-8be5-4980-bf9f-8417621c691a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3258e3ce-644a-487a-99d9-5199ffe84e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412250 Sep 15 13:46:48.117378 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72f0da5c-e5c4-40c2-a904-2be56c6a9bf1 req-1a359dfe-b99b-47da-b730-7009dc55e3bd tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0558093 Sep 15 13:46:48.241276 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:48.296529 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-6e525756-30e5-42ee-873b-41f6dae936fd service neutron] 10.222.0.37 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928475 Sep 15 13:46:48.482301 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5aa542e-1e10-472b-8b2e-048bed1cec7c req-83427e6f-6896-4d5e-b66a-2e6bb2b81754 service neutron] 10.222.0.37 "GET /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772344 Sep 15 13:46:48.538763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:48.698007 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-505fa0f4-10a7-4875-b1b4-ee2b43dae1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:48.718719 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7c67d-9d94-4289-9549-65b1c0e4492b None None] Network 8c808d65-e853-4246-9db7-24e3d244dc4b requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:48.742648 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68144-1c45-4319-a021-a6d7c387aa32 req-6260192e-12af-4915-8cdc-e762664df69c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:48.744179 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4fb68144-1c45-4319-a021-a6d7c387aa32 req-6260192e-12af-4915-8cdc-e762664df69c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0560679 Sep 15 13:46:48.772214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:48.789650 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4fb68144-1c45-4319-a021-a6d7c387aa32 req-ec66e900-c760-4a57-b852-72ecfa601ead tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Sep 15 13:46:48.811558 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:46:48.813655 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-d3773a7c-4ad1-4361-8953-a3eb7038522d None None] Provisioning complete for port fb085024-11f4-4734-b1dc-44344e34b531 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:48.819400 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d3773a7c-4ad1-4361-8953-a3eb7038522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:48.957062 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d3773a7c-4ad1-4361-8953-a3eb7038522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:48.998772 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-d3773a7c-4ad1-4361-8953-a3eb7038522d None None] For port fb085024-11f4-4734-b1dc-44344e34b531, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=fb085024-11f4-4734-b1dc-44344e34b531,segment=NetworkSegment(d9bb30f1-1ce1-47fd-87fb-432a72a68d33),segment_id=d9bb30f1-1ce1-47fd-87fb-432a72a68d33)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:49.220773 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d3773a7c-4ad1-4361-8953-a3eb7038522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:49.246176 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-0a93cd5e-5e2c-40f3-8482-afc3d8ff4e07 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.247714 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-0a93cd5e-5e2c-40f3-8482-afc3d8ff4e07 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 815 time: 0.4338419 Sep 15 13:46:49.269902 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3773a7c-4ad1-4361-8953-a3eb7038522d None None] Pushing event updated for resources: {'Port': ['ID=fb085024-11f4-4734-b1dc-44344e34b531,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:49.278113 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Request body: {'port': {'device_id': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'admin_state_up': True, 'tenant_id': 'bc28876d41fb4b0f9c8893c96a3aee59'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:49.299374 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:49.311208 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Sync routers for ids ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:49.322570 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Routers {'6a377be3-1387-42c1-bc8d-9db0da27bdb1'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:49.323484 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:49.350689 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-7385f6ca-94b3-4979-bbcc-906818bdd1b8 None None] Provisioning complete for port fb085024-11f4-4734-b1dc-44344e34b531 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:49.351261 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7385f6ca-94b3-4979-bbcc-906818bdd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:49.394207 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a798c-d4e4-4955-b9e0-accc583b453b req-332e5a45-f520-4ee4-b20c-4df2fa6d8db2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.404009 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4b5a798c-d4e4-4955-b9e0-accc583b453b req-332e5a45-f520-4ee4-b20c-4df2fa6d8db2 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.1753349 Sep 15 13:46:49.437714 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Set router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:49.494478 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4b5a798c-d4e4-4955-b9e0-accc583b453b req-bc1de572-1d28-4d51-99c3-a885a49ec828 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841403 Sep 15 13:46:49.500017 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device fb085024-11f4-4734-b1dc-44344e34b531 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:49.556292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:49.563018 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-88532e8f-90e3-4747-b7df-7605a5340633 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3652411 Sep 15 13:46:49.563433 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60366) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:49.576265 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port fb085024-11f4-4734-b1dc-44344e34b531 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:49.576706 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:49.603887 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d5eb6a2-dbfe-4863-8dc6-6377819a65ea req-64366931-211e-4d3c-991e-32e97d1665ae tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0375962 Sep 15 13:46:49.689893 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:46:47Z', 'revision_number': 3, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port': {'id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:47Z', 'updated_at': '2021-09-15T13:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:49.720786 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Checking router: 6a377be3-1387-42c1-bc8d-9db0da27bdb1 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:49.721138 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Updating router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 port c6101026-1f28-4369-8865-5a15a92c211a binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:49.737932 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Made reservation on behalf of bc28876d41fb4b0f9c8893c96a3aee59 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:49.741727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:49.754001 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:49.945180 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Allocated IP 172.20.0.9 (91805e3b-4a33-4370-a857-7650e0db00c9/ebb21cdd-1455-4806-bb76-1a7bee38a263/0cda5022-3bf8-4406-b8dc-ea66d83dd107) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:49.968297 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3832a-9851-49f8-b2c6-fd7b31e4de73 req-9150539a-2f3c-4cf7-841e-237402f48c9b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.969805 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a3b3832a-9851-49f8-b2c6-fd7b31e4de73 req-9150539a-2f3c-4cf7-841e-237402f48c9b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0890675 Sep 15 13:46:50.018314 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.022727 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.048880 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.056042 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a3b3832a-9851-49f8-b2c6-fd7b31e4de73 req-a9074945-ec7b-47ea-9cfc-045f390b126b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711083 Sep 15 13:46:50.132194 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.154275 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.205361 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Allocated IP 172.20.0.1 (8c808d65-e853-4246-9db7-24e3d244dc4b/c3d95930-e5a8-4f0c-a2a0-dddc588eb625/89b546d9-0ffe-4e2e-95d1-79117a30a1d7) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:50.208996 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777942c4-509e-416e-8cdd-6f22f23532aa None None] Pushing event updated for resources: {'Port': ['ID=c6101026-1f28-4369-8865-5a15a92c211a,revision_number=2']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:50.220370 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Attempting to bind port c6101026-1f28-4369-8865-5a15a92c211a on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:50.220681 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Attempting to bind port c6101026-1f28-4369-8865-5a15a92c211a by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:50.221085 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Attempting to bind port c6101026-1f28-4369-8865-5a15a92c211a on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:50.227005 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:50.227376 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:50.227797 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.228220 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:50.228678 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Bound port: c6101026-1f28-4369-8865-5a15a92c211a, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:50.229094 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.294415 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] For port c6101026-1f28-4369-8865-5a15a92c211a, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:50.298154 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] For port c6101026-1f28-4369-8865-5a15a92c211a, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=c6101026-1f28-4369-8865-5a15a92c211a,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:50.328276 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.343917 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.355685 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a', 'd9b691a3-d525-4023-ad41-18cf9182e632', '591b4209-06c7-419d-accb-b237e01a8e73'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:50.389169 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Network 91805e3b-4a33-4370-a857-7650e0db00c9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:50.392891 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:50.395708 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:50.438471 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event updated for resources: {'Port': ['ID=0cda5022-3bf8-4406-b8dc-ea66d83dd107,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:50.464065 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:50.464897 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.509955 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.545068 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.622551 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315447b-c39d-4e3b-83e3-b79bafece27c req-7340ff34-ab8d-422a-88c2-add772109cc0 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:50.624705 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Routers {'6a377be3-1387-42c1-bc8d-9db0da27bdb1'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:50.628298 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:50.630846 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Network 8c808d65-e853-4246-9db7-24e3d244dc4b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:50.632701 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d315447b-c39d-4e3b-83e3-b79bafece27c req-7340ff34-ab8d-422a-88c2-add772109cc0 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0688047 Sep 15 13:46:50.637042 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-30b030fe-a04f-4aff-943b-7d00bea96994 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3688004 Sep 15 13:46:50.646611 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:50.646611 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:50.646611 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.668312 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Request body: {'port': {'device_id': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:50.730918 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777942c4-509e-416e-8cdd-6f22f23532aa None None] Pushing event updated for resources: {'Port': ['ID=c6101026-1f28-4369-8865-5a15a92c211a,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:50.743984 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Pushing event updated for resources: {'Port': ['ID=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:50.839776 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:50.866628 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] Set router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:50.867397 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d315447b-c39d-4e3b-83e3-b79bafece27c req-88380f70-c627-401d-9658-4335d8616e9d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333233 Sep 15 13:46:50.950211 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82a8a3-661c-44e0-82b4-b0533c1eea0b req-f03256b4-f904-4879-a296-e01a047dd08e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:50.951807 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5b82a8a3-661c-44e0-82b4-b0533c1eea0b req-f03256b4-f904-4879-a296-e01a047dd08e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 931 time: 0.1623180 Sep 15 13:46:50.978748 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-90514b5b-f5de-4bc2-8637-82a5cb67cc03 None None] Provisioning complete for port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:50.979400 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-90514b5b-f5de-4bc2-8637-82a5cb67cc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.018238 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-90514b5b-f5de-4bc2-8637-82a5cb67cc03 None None] Port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:51.064676 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5b82a8a3-661c-44e0-82b4-b0533c1eea0b req-b10de8be-d9d2-4e37-ab3c-32e2b03400e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997872 Sep 15 13:46:51.071397 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.121476 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:46:47Z', 'revision_number': 3, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port': {'id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:47Z', 'updated_at': '2021-09-15T13:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:51.152595 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321279bc-11db-40a1-972c-1c58097a9a4a None None] The sync data for ids ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'] in dv-cinder-759961-19-iscsi is: [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:46:47Z', 'revision_number': 3, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port': {'id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:47Z', 'updated_at': '2021-09-15T13:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:51.232382 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae4433-269c-4626-b237-81566d9949a9 req-77bcfc60-0872-4827-a10a-67bf4e5fadd9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:51.242318 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eaae4433-269c-4626-b237-81566d9949a9 req-77bcfc60-0872-4827-a10a-67bf4e5fadd9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0921702 Sep 15 13:46:51.294938 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.320866 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eaae4433-269c-4626-b237-81566d9949a9 req-02f87e8b-b9a7-4876-b651-b2a8119f20df tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779178 Sep 15 13:46:51.330501 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cda5022-3bf8-4406-b8dc-ea66d83dd107 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:51.339382 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.353496 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Transition to ACTIVE for port object 0cda5022-3bf8-4406-b8dc-ea66d83dd107 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:46:51.420862 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.424021 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.480794 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.495429 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Pushing event updated for resources: {'Port': ['ID=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:51.565848 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda5022-3bf8-4406-b8dc-ea66d83dd107,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:51.601041 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.697095 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Attempting to bind port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:51.697439 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Attempting to bind port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:51.697774 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Attempting to bind port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:51.704311 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 on network 91805e3b-4a33-4370-a857-7650e0db00c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:46:51.704649 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Attempting to bind port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 on network 91805e3b-4a33-4370-a857-7650e0db00c9 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:51.712661 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:51.712661 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Checking segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:51.713118 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Bound using segment: {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:51.713501 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Bound port: 0cda5022-3bf8-4406-b8dc-ea66d83dd107, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59203282-540c-4d26-9765-5629db378077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:51.714502 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.791942 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] For port 0cda5022-3bf8-4406-b8dc-ea66d83dd107, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:51.802024 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] For port 0cda5022-3bf8-4406-b8dc-ea66d83dd107, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0cda5022-3bf8-4406-b8dc-ea66d83dd107,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:51.845129 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Network 8c808d65-e853-4246-9db7-24e3d244dc4b is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:51.847033 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:51.898442 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.955177 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:51.955797 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.957258 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] 10.222.0.37 "PUT /v2.0/ports/0cda5022-3bf8-4406-b8dc-ea66d83dd107 HTTP/1.1" status: 200 len: 1093 time: 1.3081245 Sep 15 13:46:51.957761 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'tag': '0cda5022-3bf8-4406-b8dc-ea66d83dd107'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:51.960730 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556d478-1e0f-44e8-a561-9c1f5aff7363" -d '{"events": [{"name": "network-changed", "server_uuid": "6949fb6e-efc8-4018-a0e7-988dd61152b3", "tag": "0cda5022-3bf8-4406-b8dc-ea66d83dd107"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:52.012889 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:52.047137 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eabe3-e344-4e44-a7da-2a38d3d63a08 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda5022-3bf8-4406-b8dc-ea66d83dd107,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:52.097379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe71e9-8c8f-4492-91a4-3b1802698ab1 req-e0f342c4-c45e-4522-b17f-d1e2f6b60bc3 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:52.102025 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-defe71e9-8c8f-4492-91a4-3b1802698ab1 req-e0f342c4-c45e-4522-b17f-d1e2f6b60bc3 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.1119246 Sep 15 13:46:52.150664 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-defe71e9-8c8f-4492-91a4-3b1802698ab1 req-557215a7-d72e-4b37-9035-b37d650ec56f tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Sep 15 13:46:52.160251 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-a850329a-ac68-46aa-9df9-4a2dae70ea55 None None] Provisioning complete for port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:52.162317 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a850329a-ac68-46aa-9df9-4a2dae70ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:52.193588 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:52.199577 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-6c364672-b721-49bc-86ad-a0571faa2d83 admin admin] 10.222.0.23 "PUT /v2.0/routers/6a377be3-1387-42c1-bc8d-9db0da27bdb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6341944 Sep 15 13:46:52.220174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef764b15-112f-4e01-88db-ac277978916d x-openstack-request-id: req-ef764b15-112f-4e01-88db-ac277978916d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:52.220592 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6949fb6e-efc8-4018-a0e7-988dd61152b3", "tag": "0cda5022-3bf8-4406-b8dc-ea66d83dd107", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:52.220988 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef764b15-112f-4e01-88db-ac277978916d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:52.221562 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'tag': '0cda5022-3bf8-4406-b8dc-ea66d83dd107', 'status': 'completed', 'code': 200} Sep 15 13:46:52.235153 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-a850329a-ac68-46aa-9df9-4a2dae70ea55 None None] Port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:52.327047 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603f86a-e0a6-4155-afef-097af9c38963 req-e7054123-3f67-48e6-98ce-f71a34f08834 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:52.328519 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f603f86a-e0a6-4155-afef-097af9c38963 req-e7054123-3f67-48e6-98ce-f71a34f08834 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0542235 Sep 15 13:46:52.374566 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f603f86a-e0a6-4155-afef-097af9c38963 req-a71060e8-3d41-47a9-a770-0ed2f6507f5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Sep 15 13:46:52.482084 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eef08-6b57-42c6-81ca-7f659e58125d req-1d02ce58-cfa5-4513-91f9-f2c8d1b8d41f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:52.483651 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4b7eef08-6b57-42c6-81ca-7f659e58125d req-1d02ce58-cfa5-4513-91f9-f2c8d1b8d41f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0536897 Sep 15 13:46:52.526514 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4b7eef08-6b57-42c6-81ca-7f659e58125d req-505dbcde-c526-4c7c-843b-3b980d8ed6f0 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Sep 15 13:46:53.298169 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea59b9f-b8cb-46b7-8ee4-a1341d3019bf req-2b57151e-5ece-4e63-8ea7-c282c0dbdcf6 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:53.298169 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0ea59b9f-b8cb-46b7-8ee4-a1341d3019bf req-2b57151e-5ece-4e63-8ea7-c282c0dbdcf6 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0687749 Sep 15 13:46:53.341495 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0ea59b9f-b8cb-46b7-8ee4-a1341d3019bf req-d5029419-b0c5-4602-85b9-6c6ee7e49ff6 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 Sep 15 13:46:53.488240 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device c6101026-1f28-4369-8865-5a15a92c211a up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:53.538257 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9fdea-76c5-46c0-84ed-2bb64f141a71 req-f28d9933-2733-4066-addf-a5afb851914b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:53.548746 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac9fdea-76c5-46c0-84ed-2bb64f141a71 req-f28d9933-2733-4066-addf-a5afb851914b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0821149 Sep 15 13:46:53.581749 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port c6101026-1f28-4369-8865-5a15a92c211a triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:53.593540 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:53.603954 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac9fdea-76c5-46c0-84ed-2bb64f141a71 req-39c1b015-8369-47d1-a5dc-dc9432a1b188 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502155 Sep 15 13:46:53.735175 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0151f-c5dd-473e-ae2f-6630900ece04 req-096b78b0-b101-4c0d-8b1a-da65be5cc47c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:53.735626 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:53.742740 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a2d0151f-c5dd-473e-ae2f-6630900ece04 req-096b78b0-b101-4c0d-8b1a-da65be5cc47c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0769427 Sep 15 13:46:53.778849 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port c6101026-1f28-4369-8865-5a15a92c211a, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=c6101026-1f28-4369-8865-5a15a92c211a,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:53.805394 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a2d0151f-c5dd-473e-ae2f-6630900ece04 req-e3792492-817a-42e4-a39b-43ae72ee944b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617297 Sep 15 13:46:53.971636 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:53.978844 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Sync routers for ids ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:54.014263 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Routers {'6a377be3-1387-42c1-bc8d-9db0da27bdb1'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:54.015209 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:54.069985 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=c6101026-1f28-4369-8865-5a15a92c211a,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:54.148943 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Set router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:54.501344 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:46:50Z', 'revision_number': 4, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port': {'id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:47Z', 'updated_at': '2021-09-15T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '89b546d9-0ffe-4e2e-95d1-79117a30a1d7', 'name': '', 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'mac_address': 'fa:16:3e:2e:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c3d95930-e5a8-4f0c-a2a0-dddc588eb625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:50Z', 'updated_at': '2021-09-15T13:46:51Z', 'revision_number': 2, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'subnets': [{'id': 'c3d95930-e5a8-4f0c-a2a0-dddc588eb625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:54.526517 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Checking router: 6a377be3-1387-42c1-bc8d-9db0da27bdb1 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:54.526880 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Updating router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:54.559219 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83372a2-c442-4cbf-b846-9fdf7762a8e6 req-dfe5eeb9-bc60-4e2b-99d4-439b5fcf4771 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:54.564408 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a83372a2-c442-4cbf-b846-9fdf7762a8e6 req-dfe5eeb9-bc60-4e2b-99d4-439b5fcf4771 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0963800 Sep 15 13:46:54.566692 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:54.613124 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a83372a2-c442-4cbf-b846-9fdf7762a8e6 req-b6c2b31a-edbc-4082-9ee2-4cf251a72eb9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Sep 15 13:46:54.738963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6f4c8-d3b1-4855-8309-7d65ed364147 req-ff547215-14bd-4c31-9ff8-201b0bff57c1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:54.747360 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ab6f4c8-d3b1-4855-8309-7d65ed364147 req-ff547215-14bd-4c31-9ff8-201b0bff57c1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0674558 Sep 15 13:46:54.830649 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ab6f4c8-d3b1-4855-8309-7d65ed364147 req-8f7288b4-51e0-4428-92cb-a850f5e1e594 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821056 Sep 15 13:46:54.939357 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:46:54.997755 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:55.014254 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929fbc-7718-4126-8ed3-93745c8ca57c req-24eda52b-afa7-4228-9c4b-71f234935146 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:55.017182 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5f929fbc-7718-4126-8ed3-93745c8ca57c req-24eda52b-afa7-4228-9c4b-71f234935146 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0850856 Sep 15 13:46:55.073779 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5f929fbc-7718-4126-8ed3-93745c8ca57c req-9d60d878-cfc5-48cc-895d-016599031112 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 Sep 15 13:46:55.098017 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:55.172301 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc25fb8-06aa-4823-8f89-8a04c82edb5d None None] Pushing event updated for resources: {'Port': ['ID=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:55.240188 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Attempting to bind port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:55.240558 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Attempting to bind port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:55.240953 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Attempting to bind port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 on network 8c808d65-e853-4246-9db7-24e3d244dc4b {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:55.246780 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:55.247152 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Checking segment: {'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:55.247791 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:55.247947 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Bound using segment: {'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:55.248439 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Bound port: 89b546d9-0ffe-4e2e-95d1-79117a30a1d7, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:55.249045 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:55.389291 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] For port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:55.393737 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] For port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,segment=NetworkSegment(d9bb30f1-1ce1-47fd-87fb-432a72a68d33),segment_id=d9bb30f1-1ce1-47fd-87fb-432a72a68d33)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:55.465234 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device c6101026-1f28-4369-8865-5a15a92c211a up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:55.501976 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:55.547614 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1ad5c689-819c-4c39-9554-c90092995082 None None] Provisioning complete for port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:55.548063 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c689-819c-4c39-9554-c90092995082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:55.611629 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc25fb8-06aa-4823-8f89-8a04c82edb5d None None] Pushing event updated for resources: {'Port': ['ID=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:55.622211 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Routers {'6a377be3-1387-42c1-bc8d-9db0da27bdb1'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:55.622837 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:46:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:55.765110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df746f2b-ea01-4160-aa5a-22087cb960e8 req-83ff8848-a494-4966-b88d-89c272ace480 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:55.766810 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df746f2b-ea01-4160-aa5a-22087cb960e8 req-83ff8848-a494-4966-b88d-89c272ace480 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0648897 Sep 15 13:46:55.823189 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df746f2b-ea01-4160-aa5a-22087cb960e8 req-e3cd0e48-49fa-4d63-b9e9-b2576df2554f tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493824 Sep 15 13:46:55.853358 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port c6101026-1f28-4369-8865-5a15a92c211a triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:55.853956 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:56.001840 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe19a5-72c6-40ac-95e2-f270d3e95139 req-b15e8bb7-8903-477e-b63f-86df5576ae06 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:56.003411 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-adbe19a5-72c6-40ac-95e2-f270d3e95139 req-b15e8bb7-8903-477e-b63f-86df5576ae06 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0962286 Sep 15 13:46:56.005556 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] Set router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:56.064467 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c689-819c-4c39-9554-c90092995082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:56.100415 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-adbe19a5-72c6-40ac-95e2-f270d3e95139 req-3eb25e09-af86-499c-8151-5d055e55ff76 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842779 Sep 15 13:46:56.125348 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-51000ffa-b94a-48d4-b3d5-2915ba116e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:56.125348 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-51000ffa-b94a-48d4-b3d5-2915ba116e3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 1096 time: 0.0888708 Sep 15 13:46:56.183124 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-0c25b6a7-7a00-4b76-800c-ec94f56658fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cda5022-3bf8-4406-b8dc-ea66d83dd107 HTTP/1.1" status: 200 len: 217 time: 0.0477250 Sep 15 13:46:56.199555 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1ad5c689-819c-4c39-9554-c90092995082 None None] For port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,segment=NetworkSegment(d9bb30f1-1ce1-47fd-87fb-432a72a68d33),segment_id=d9bb30f1-1ce1-47fd-87fb-432a72a68d33)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:56.274420 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c9df0-d864-45f8-8193-99be92a9f505 req-a232118b-eaf0-43f5-ad06-6f6f56641e15 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:56.274420 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f6c9df0-d864-45f8-8193-99be92a9f505 req-a232118b-eaf0-43f5-ad06-6f6f56641e15 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0958865 Sep 15 13:46:56.319992 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c689-819c-4c39-9554-c90092995082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:56.321430 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-169bf963-0ab2-4854-9010-9f8c4be1a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:56.321430 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-169bf963-0ab2-4854-9010-9f8c4be1a467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.0979652 Sep 15 13:46:56.342511 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-17ac35ea-bfd2-44ab-a8f6-b6f571f448b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353923 Sep 15 13:46:56.392388 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f6c9df0-d864-45f8-8193-99be92a9f505 req-88d3b9f3-5b35-44f7-9b3e-6236522b1368 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946751 Sep 15 13:46:56.434337 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c689-819c-4c39-9554-c90092995082 None None] Pushing event updated for resources: {'Port': ['ID=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:56.448054 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-7ca97847-db71-4e1d-ab76-170f444f81be None None] Provisioning complete for port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:56.448424 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7ca97847-db71-4e1d-ab76-170f444f81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:56.466627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-1700c8db-4397-4541-a469-d7257f63bad3 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123853 Sep 15 13:46:56.533611 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:46:50Z', 'revision_number': 4, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port': {'id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:47Z', 'updated_at': '2021-09-15T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '89b546d9-0ffe-4e2e-95d1-79117a30a1d7', 'name': '', 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'mac_address': 'fa:16:3e:2e:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c3d95930-e5a8-4f0c-a2a0-dddc588eb625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:50Z', 'updated_at': '2021-09-15T13:46:55Z', 'revision_number': 4, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'subnets': [{'id': 'c3d95930-e5a8-4f0c-a2a0-dddc588eb625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:56.536288 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc6d6f-aee5-4d99-96c2-9a3238b40ce5 None None] The sync data for ids ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'] in dv-cinder-759961-19-iscsi is: [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:46:50Z', 'revision_number': 4, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port': {'id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:47Z', 'updated_at': '2021-09-15T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '89b546d9-0ffe-4e2e-95d1-79117a30a1d7', 'name': '', 'network_id': '8c808d65-e853-4246-9db7-24e3d244dc4b', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'mac_address': 'fa:16:3e:2e:98:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c3d95930-e5a8-4f0c-a2a0-dddc588eb625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:50Z', 'updated_at': '2021-09-15T13:46:55Z', 'revision_number': 4, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'subnets': [{'id': 'c3d95930-e5a8-4f0c-a2a0-dddc588eb625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:56.581076 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa54054f-101a-478f-b4c9-600e4aa4d538 req-97c49120-481a-4f1a-ad2c-1cc77d362eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057925 Sep 15 13:46:56.981888 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-86773a32-9789-46f3-b438-2c12c59e37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:56.983452 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-86773a32-9789-46f3-b438-2c12c59e37f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 1096 time: 0.1148200 Sep 15 13:46:56.996455 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b704db-532a-419c-a247-a9977d98ec74 req-1e43df71-dc0f-490a-9271-6139ceab8aec tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:57.003435 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-70b704db-532a-419c-a247-a9977d98ec74 req-1e43df71-dc0f-490a-9271-6139ceab8aec tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0833259 Sep 15 13:46:57.153382 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-70b704db-532a-419c-a247-a9977d98ec74 req-9f003cf4-a3a7-4287-ba49-e15ec8611523 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489513 Sep 15 13:46:57.190896 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-de2974d6-e540-4325-98fa-470869a9ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:57.192751 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-de2974d6-e540-4325-98fa-470869a9ca43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 916 time: 0.1857715 Sep 15 13:46:57.258090 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-5c802c5c-42e4-4653-a8d1-788c7c0a6edb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cda5022-3bf8-4406-b8dc-ea66d83dd107 HTTP/1.1" status: 200 len: 217 time: 0.0578814 Sep 15 13:46:57.347985 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8f0b-6769-4a89-8c0e-ba2df0f0dcc2 req-90b81a1a-b684-4e92-8a05-cb0a8ad17935 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:57.356211 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aacc8f0b-6769-4a89-8c0e-ba2df0f0dcc2 req-90b81a1a-b684-4e92-8a05-cb0a8ad17935 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.1004722 Sep 15 13:46:57.366009 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-e4ee192f-67f0-4280-83c6-f111824f193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:57.367590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-e4ee192f-67f0-4280-83c6-f111824f193c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.0828927 Sep 15 13:46:57.415768 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-8f1fc361-67fc-475f-8a8a-df42f484c679 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405483 Sep 15 13:46:57.508036 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aacc8f0b-6769-4a89-8c0e-ba2df0f0dcc2 req-fdba3c40-1605-4b8c-a46d-82d9f250068b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515994 Sep 15 13:46:57.544533 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:57.655229 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:57.655894 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:57.730097 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-e0ce3cb1-2b30-45aa-aa43-3c00d2eb085b service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003368 Sep 15 13:46:57.740793 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708e047-95a8-4bdb-8c1d-58a879efd161 req-d59100d0-ba46-4356-8d1e-698f62e078a6 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:57.759203 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b708e047-95a8-4bdb-8c1d-58a879efd161 req-d59100d0-ba46-4356-8d1e-698f62e078a6 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1165128 Sep 15 13:46:57.827145 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b708e047-95a8-4bdb-8c1d-58a879efd161 req-099a154c-dbf1-463f-b22e-b9e9fab058c9 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Sep 15 13:46:57.961270 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f556d478-1e0f-44e8-a561-9c1f5aff7363 req-eb2fcbf6-efe0-4100-a6b4-9254d9e507c4 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788504 Sep 15 13:46:58.313550 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89d432-008b-4219-9863-2b6b7c110462 req-d59fb809-6dc1-4072-b8f3-7542947fc53d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.315157 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cc89d432-008b-4219-9863-2b6b7c110462 req-d59fb809-6dc1-4072-b8f3-7542947fc53d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 943 time: 0.0613849 Sep 15 13:46:58.385822 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cc89d432-008b-4219-9863-2b6b7c110462 req-930724da-8d37-4ee1-9dc3-e6f7f063e1cd tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572822 Sep 15 13:46:58.540899 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8a82a920-8a77-4a9c-9f00-3b13237d1720 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:46:58.669235 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744b13-a555-41ab-989c-f6bdc521ba55 req-fa1ae73c-31ca-40b4-9a4c-b806c0640518 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.671044 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8a744b13-a555-41ab-989c-f6bdc521ba55 req-fa1ae73c-31ca-40b4-9a4c-b806c0640518 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0737379 Sep 15 13:46:58.689725 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 8a82a920-8a77-4a9c-9f00-3b13237d1720, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8a82a920-8a77-4a9c-9f00-3b13237d1720,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:58.704563 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '8a82a920-8a77-4a9c-9f00-3b13237d1720', 'network_id': '3258e3ce-644a-487a-99d9-5199ffe84e4a', 'port_id': '8a82a920-8a77-4a9c-9f00-3b13237d1720', 'mac_address': 'fa:16:3e:d6:06:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840ba35d-cdba-4b44-871e-7041dd7a3d7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:46:58.723346 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8a744b13-a555-41ab-989c-f6bdc521ba55 req-fd329eb5-22b2-4474-b794-da3b6d492ced tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Sep 15 13:46:58.758074 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:58.773335 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a82a920-8a77-4a9c-9f00-3b13237d1720 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:58.804617 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 8a82a920-8a77-4a9c-9f00-3b13237d1720, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8a82a920-8a77-4a9c-9f00-3b13237d1720,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:58.937857 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:58.966754 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e850d6-8054-4099-9a66-21cf3ea4c62b req-87de0b25-eaa0-491d-8625-f407af0a6511 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.968768 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f2e850d6-8054-4099-9a66-21cf3ea4c62b req-87de0b25-eaa0-491d-8625-f407af0a6511 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0711343 Sep 15 13:46:59.016083 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=8a82a920-8a77-4a9c-9f00-3b13237d1720,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:59.021835 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f2e850d6-8054-4099-9a66-21cf3ea4c62b req-46b3473f-2297-49f1-aebc-1abe4f8fdff7 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Sep 15 13:46:59.529169 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c937c4e-8639-47c8-beb5-dc22b51e4d5a req-576e4ca8-1662-4559-9e05-ccef2dbb8e93 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:59.530871 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6c937c4e-8639-47c8-beb5-dc22b51e4d5a req-576e4ca8-1662-4559-9e05-ccef2dbb8e93 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 944 time: 0.0787244 Sep 15 13:46:59.577105 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6c937c4e-8639-47c8-beb5-dc22b51e4d5a req-21983337-932b-4c9b-a460-808fc3c97c9a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Sep 15 13:46:59.881508 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b3909-f05a-43e2-9b1a-c58ee468ce96 req-80891c5d-a25b-4474-a130-a056fa49d1aa tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:59.890134 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd9b3909-f05a-43e2-9b1a-c58ee468ce96 req-80891c5d-a25b-4474-a130-a056fa49d1aa tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0936518 Sep 15 13:46:59.936115 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd9b3909-f05a-43e2-9b1a-c58ee468ce96 req-bba8fd29-e93f-4723-8580-92d54346a2ee tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Sep 15 13:47:00.135773 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba077f-1ca2-449a-a1b8-92ca60971ffb req-be836258-fa69-4eaa-ad5e-0868ffea2ca3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:00.137629 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85ba077f-1ca2-449a-a1b8-92ca60971ffb req-be836258-fa69-4eaa-ad5e-0868ffea2ca3 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0487931 Sep 15 13:47:00.181532 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85ba077f-1ca2-449a-a1b8-92ca60971ffb req-db1bfef5-1fec-4ff4-902f-51ef59695732 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 Sep 15 13:47:00.698706 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfc31f-6129-45cd-831d-5ea92f33abe0 req-1f2b1aa6-73d4-426b-8e97-71c11874c841 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:00.700216 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15cfc31f-6129-45cd-831d-5ea92f33abe0 req-1f2b1aa6-73d4-426b-8e97-71c11874c841 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 944 time: 0.0484080 Sep 15 13:47:00.739882 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15cfc31f-6129-45cd-831d-5ea92f33abe0 req-e7cc4dde-0c08-42df-9ef9-669abd8a88c3 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Sep 15 13:47:01.071796 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80047655-600c-4bab-9035-b44f99a42fab req-6e04e9d1-004a-45ea-ab5f-8b057194be07 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:01.073126 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-80047655-600c-4bab-9035-b44f99a42fab req-6e04e9d1-004a-45ea-ab5f-8b057194be07 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0591319 Sep 15 13:47:01.125893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-80047655-600c-4bab-9035-b44f99a42fab req-be861e8a-86de-4db5-92cd-3cf8bb9d27d1 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Sep 15 13:47:01.344083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd73ba0-f644-4501-9b7e-f7d777cd384a req-bacb6c2b-2e4b-414b-9bc8-954feb08d725 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:01.360869 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecd73ba0-f644-4501-9b7e-f7d777cd384a req-bacb6c2b-2e4b-414b-9bc8-954feb08d725 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0841746 Sep 15 13:47:01.399901 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ecd73ba0-f644-4501-9b7e-f7d777cd384a req-a89bc5a9-7613-4037-9660-b148fda0455c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Sep 15 13:47:01.865425 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1ba5b-b122-43fb-8b1a-2e1e6425b325 req-90fff5fd-ed7a-4d8a-aab5-7baf7584fcfb tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:01.872768 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-50f1ba5b-b122-43fb-8b1a-2e1e6425b325 req-90fff5fd-ed7a-4d8a-aab5-7baf7584fcfb tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 944 time: 0.0597341 Sep 15 13:47:01.911416 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-50f1ba5b-b122-43fb-8b1a-2e1e6425b325 req-3eacf25f-736f-4b8e-9954-c1fef95a8c09 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376039 Sep 15 13:47:02.260642 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0593b4-810d-4ae5-8faa-8f6f80ac0772 req-906f8ac2-9314-406a-99d0-090ff8075b3e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:02.262500 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed0593b4-810d-4ae5-8faa-8f6f80ac0772 req-906f8ac2-9314-406a-99d0-090ff8075b3e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0589318 Sep 15 13:47:02.304612 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed0593b4-810d-4ae5-8faa-8f6f80ac0772 req-b36e8f68-7d0a-443d-a886-dc713b47b810 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356140 Sep 15 13:47:02.538612 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3c273-bfe6-472d-b4e6-35ebece4b1d8 req-82591524-73e4-4e2b-b6da-499edb93513b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:02.540355 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-93a3c273-bfe6-472d-b4e6-35ebece4b1d8 req-82591524-73e4-4e2b-b6da-499edb93513b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0639672 Sep 15 13:47:02.605454 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-93a3c273-bfe6-472d-b4e6-35ebece4b1d8 req-8ae15c3d-0405-48ef-98e0-68f09a78e3da tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474200 Sep 15 13:47:03.040867 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a80a8-644c-40c4-87ba-f25bb7c611a0 req-effe8f96-ff73-4f34-aa61-83fd644ec32e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:03.042603 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b18a80a8-644c-40c4-87ba-f25bb7c611a0 req-effe8f96-ff73-4f34-aa61-83fd644ec32e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 944 time: 0.0554681 Sep 15 13:47:03.084795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b18a80a8-644c-40c4-87ba-f25bb7c611a0 req-c598e557-f59a-4baa-8d53-dbb3cfda94c4 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Sep 15 13:47:03.447009 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419c876-4f8a-4aeb-a6aa-c6967037eda8 req-455d2e67-d3c2-4657-8c1c-5ffaa442fb78 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:03.448808 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9419c876-4f8a-4aeb-a6aa-c6967037eda8 req-455d2e67-d3c2-4657-8c1c-5ffaa442fb78 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0545585 Sep 15 13:47:03.501687 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9419c876-4f8a-4aeb-a6aa-c6967037eda8 req-197a1798-a45c-43bd-b4ec-e5ecfcd2f2a6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460844 Sep 15 13:47:03.754243 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7204bb-de56-47f0-9a98-f03760c79c04 req-ead3060c-eca9-4deb-ae11-39f44ba7fd03 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:03.758251 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2b7204bb-de56-47f0-9a98-f03760c79c04 req-ead3060c-eca9-4deb-ae11-39f44ba7fd03 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0768750 Sep 15 13:47:03.804371 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2b7204bb-de56-47f0-9a98-f03760c79c04 req-be834d96-6721-418c-aaa4-df3257c9a518 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Sep 15 13:47:04.208178 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43dd78-95a8-479c-9445-3086374e9745 req-a4266466-f6e4-473d-a90a-0e2a831a5fbe tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:04.209706 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2f43dd78-95a8-479c-9445-3086374e9745 req-a4266466-f6e4-473d-a90a-0e2a831a5fbe tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 944 time: 0.0502920 Sep 15 13:47:04.248306 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2f43dd78-95a8-479c-9445-3086374e9745 req-161ad165-f15c-4121-8b5a-012bb7508dd5 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Sep 15 13:47:04.643325 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c20f-9a52-4ff5-ae97-dd3585aa79f1 req-bcee3d31-956d-4688-aaf4-79a149dcc66c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:04.645300 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5e28c20f-9a52-4ff5-ae97-dd3585aa79f1 req-bcee3d31-956d-4688-aaf4-79a149dcc66c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0595174 Sep 15 13:47:04.689102 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5e28c20f-9a52-4ff5-ae97-dd3585aa79f1 req-9a3bb069-9e2f-4f57-b3bf-cd0c4ac9668c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367434 Sep 15 13:47:04.748047 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['8a82a920-8a77-4a9c-9f00-3b13237d1720'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:47:04.923078 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54bd5b-cbce-4827-b31c-77608465884b req-015d1e71-b502-4edc-a001-72825cf98dee tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:04.924466 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bc54bd5b-cbce-4827-b31c-77608465884b req-015d1e71-b502-4edc-a001-72825cf98dee tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0501933 Sep 15 13:47:04.966283 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bc54bd5b-cbce-4827-b31c-77608465884b req-cc6273b9-2e98-474b-aa0b-6c24a7a98390 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Sep 15 13:47:05.368448 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029a46-8e85-4920-86ef-7144f6feb14d req-c840cf98-9c14-4381-8e68-c9ddc57b5e3a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:05.370027 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1029a46-8e85-4920-86ef-7144f6feb14d req-c840cf98-9c14-4381-8e68-c9ddc57b5e3a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 944 time: 0.0521138 Sep 15 13:47:05.414179 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1029a46-8e85-4920-86ef-7144f6feb14d req-e63d902c-8917-4bae-b10e-995f1b94cc5a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375664 Sep 15 13:47:05.863142 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96f982-ed90-4b9b-946d-2b1347d298a3 req-70c6066c-f9e7-4310-afaf-a8cac32ecb85 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:05.870317 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ba96f982-ed90-4b9b-946d-2b1347d298a3 req-70c6066c-f9e7-4310-afaf-a8cac32ecb85 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 943 time: 0.0656438 Sep 15 13:47:05.913307 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ba96f982-ed90-4b9b-946d-2b1347d298a3 req-e91c3a5b-1a01-4172-aa29-969f44fbfd43 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Sep 15 13:47:06.058926 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60680) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:06.199174 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3b34fce-979b-41e4-96ca-23e70d6a99fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.220575 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2931af-7bfd-4ac7-ad90-0f5ab3c47815 req-db12b6bd-6727-42ca-bb07-e80d1b930d4f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:06.222394 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe2931af-7bfd-4ac7-ad90-0f5ab3c47815 req-db12b6bd-6727-42ca-bb07-e80d1b930d4f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0722671 Sep 15 13:47:06.270424 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe2931af-7bfd-4ac7-ad90-0f5ab3c47815 req-22bd88dc-9819-44a3-93eb-395e85a587d5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Sep 15 13:47:06.341065 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3b34fce-979b-41e4-96ca-23e70d6a99fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.480077 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3b34fce-979b-41e4-96ca-23e70d6a99fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.517786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004237b4-1ac6-424b-bf65-5de625635979 req-6f9a640e-b4ee-4da9-b5a7-f4fc5f6e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:06.519525 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-004237b4-1ac6-424b-bf65-5de625635979 req-6f9a640e-b4ee-4da9-b5a7-f4fc5f6e0a92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.0717103 Sep 15 13:47:06.531339 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b34fce-979b-41e4-96ca-23e70d6a99fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edbe65e-dcde-4322-beb4-286896b39239,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:06.544961 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-a3b34fce-979b-41e4-96ca-23e70d6a99fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=274f7519a472411983886159db4b05d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811604 Sep 15 13:47:06.544961 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60708) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:06.570830 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0cda5022-3bf8-4406-b8dc-ea66d83dd107 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:47:06.599826 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8a82a920-8a77-4a9c-9f00-3b13237d1720 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:47:06.606744 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-21371453-1e5e-4192-a178-9df9d61f15b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.632129 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-21371453-1e5e-4192-a178-9df9d61f15b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.649713 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-004237b4-1ac6-424b-bf65-5de625635979 req-d18091cc-42e7-4086-87e1-50687bc3c2b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198921 Sep 15 13:47:06.712320 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbaf6c-4053-4c5b-b668-586755243bd6 req-13bf4c9a-6b53-41c6-accb-000ceb4fab1d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:06.713977 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4adbaf6c-4053-4c5b-b668-586755243bd6 req-13bf4c9a-6b53-41c6-accb-000ceb4fab1d tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 944 time: 0.1732259 Sep 15 13:47:06.745519 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 0cda5022-3bf8-4406-b8dc-ea66d83dd107, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0cda5022-3bf8-4406-b8dc-ea66d83dd107,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:06.759357 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '0cda5022-3bf8-4406-b8dc-ea66d83dd107', 'network_id': '91805e3b-4a33-4370-a857-7650e0db00c9', 'port_id': '0cda5022-3bf8-4406-b8dc-ea66d83dd107', 'mac_address': 'fa:16:3e:78:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb21cdd-1455-4806-bb76-1a7bee38a263', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:47:06.767455 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-21371453-1e5e-4192-a178-9df9d61f15b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.771525 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-21371453-1e5e-4192-a178-9df9d61f15b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.774410 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-21371453-1e5e-4192-a178-9df9d61f15b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8edbe65e-dcde-4322-beb4-286896b39239 HTTP/1.1" status: 204 len: 168 time: 0.2277367 Sep 15 13:47:06.778287 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-8fb82ac3-74aa-41e3-a64d-e4c7e53b6d19 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:06.780042 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-8fb82ac3-74aa-41e3-a64d-e4c7e53b6d19 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 814 time: 0.2401483 Sep 15 13:47:06.791181 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4adbaf6c-4053-4c5b-b668-586755243bd6 req-399ee464-eb26-4309-89ab-3f151615056f tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701511 Sep 15 13:47:06.792531 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21371453-1e5e-4192-a178-9df9d61f15b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edbe65e-dcde-4322-beb4-286896b39239,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:06.814905 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.846369 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-d4461b98-eb5e-4b2a-96d7-a91ab7ba2a37 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/quotas/db3e8cf4fc2e489683dd12bb8ec08b6c HTTP/1.1" status: 200 len: 375 time: 0.0283771 Sep 15 13:47:06.846858 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cda5022-3bf8-4406-b8dc-ea66d83dd107 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:47:06.870165 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 8a82a920-8a77-4a9c-9f00-3b13237d1720 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:47:06.883801 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 8a82a920-8a77-4a9c-9f00-3b13237d1720 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:47:06.884479 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:06.892543 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 0cda5022-3bf8-4406-b8dc-ea66d83dd107, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0cda5022-3bf8-4406-b8dc-ea66d83dd107,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:07.004795 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:07.026183 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:07.073713 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a82a920-8a77-4a9c-9f00-3b13237d1720'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:07.076144 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b85034c-7e4d-47a0-8ec4-723449898c97" -d '{"events": [{"server_uuid": "a13f0940-0b42-4870-83fc-e3a36c609799", "name": "network-vif-plugged", "status": "completed", "tag": "8a82a920-8a77-4a9c-9f00-3b13237d1720"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:07.104736 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 8a82a920-8a77-4a9c-9f00-3b13237d1720, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8a82a920-8a77-4a9c-9f00-3b13237d1720,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:07.120288 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=0cda5022-3bf8-4406-b8dc-ea66d83dd107,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:07.189390 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-f0becf72-8af0-4e00-bd2b-9774ab586407 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3548915 Sep 15 13:47:07.195475 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:07.209254 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168feb1-6f15-4129-993b-c345585257e4 req-5f1ba218-336f-4c38-b7f6-5458240916e2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:07.217588 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4168feb1-6f15-4129-993b-c345585257e4 req-5f1ba218-336f-4c38-b7f6-5458240916e2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 944 time: 0.0948796 Sep 15 13:47:07.290204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=8a82a920-8a77-4a9c-9f00-3b13237d1720,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:07.380950 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4168feb1-6f15-4129-993b-c345585257e4 req-01ed71f1-8b02-4f20-970f-4384f48b663b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620920 Sep 15 13:47:07.384909 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-a479b724-ee27-4034-98ac-92483a80ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:07.386344 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-a479b724-ee27-4034-98ac-92483a80ab07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.1663947 Sep 15 13:47:07.403245 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-8b358e1b-ef97-4fc0-b77b-2f27020b465d service neutron] 10.222.0.23 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503954 Sep 15 13:47:07.450317 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f672838-ed6b-4fd8-933d-6dd8891e8af1 x-openstack-request-id: req-0f672838-ed6b-4fd8-933d-6dd8891e8af1 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:07.450931 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13f0940-0b42-4870-83fc-e3a36c609799", "name": "network-vif-plugged", "status": "completed", "tag": "8a82a920-8a77-4a9c-9f00-3b13237d1720", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:07.451418 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f672838-ed6b-4fd8-933d-6dd8891e8af1 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:07.452059 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a82a920-8a77-4a9c-9f00-3b13237d1720', 'code': 200} Sep 15 13:47:07.600133 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['0cda5022-3bf8-4406-b8dc-ea66d83dd107'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:47:07.602326 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-fbc53998-4bd7-48cb-a009-147eb13cf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:07.603864 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-fbc53998-4bd7-48cb-a009-147eb13cf216 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1782362 Sep 15 13:47:07.608038 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-400da690-34c5-43cf-b10e-231929e7338e service neutron] 10.222.0.23 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966722 Sep 15 13:47:07.686051 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-bfff6cb0-34c2-46c1-b42e-5a6879eb24ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 217 time: 0.0685360 Sep 15 13:47:07.734778 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299b15a-3190-499b-aa35-1594592f363e req-68adcfa4-ff14-4767-bad3-f4c0f6a98df2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:07.736312 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2299b15a-3190-499b-aa35-1594592f363e req-68adcfa4-ff14-4767-bad3-f4c0f6a98df2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1315217 Sep 15 13:47:07.773231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-99b9b4c6-0af4-49e0-9926-65456b1a8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:07.774769 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-99b9b4c6-0af4-49e0-9926-65456b1a8b76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.0794594 Sep 15 13:47:07.816749 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2299b15a-3190-499b-aa35-1594592f363e req-fca0811c-8f52-42ae-b3d3-9cb47027707d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 Sep 15 13:47:07.818556 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-6176cf22-1375-4920-a468-ad67158c2c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326028 Sep 15 13:47:07.920055 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:08.010572 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6783e5b-6999-49f2-a2ba-198b4baba55c req-e24f41de-3415-4393-8d1b-207f3315b8ec tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:08.012138 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e6783e5b-6999-49f2-a2ba-198b4baba55c req-e24f41de-3415-4393-8d1b-207f3315b8ec tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.1385112 Sep 15 13:47:08.058249 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7172-fb80-4a51-905b-19b447e16b01 req-8729ef33-0c86-49e8-8ecc-0ed67a8d1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:08.060134 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-34fd7172-fb80-4a51-905b-19b447e16b01 req-8729ef33-0c86-49e8-8ecc-0ed67a8d1357 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 1098 time: 0.1675041 Sep 15 13:47:08.062829 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-31e5e515-57eb-414b-a80c-a81da4c2a5ff req-a9fc35c8-a46c-49b0-9e03-e8bea9362f68 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 210 time: 0.0621653 Sep 15 13:47:08.064609 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-e8974530-e7fc-4c00-b566-2b47f12cb7b7 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135458 Sep 15 13:47:08.137983 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e6783e5b-6999-49f2-a2ba-198b4baba55c req-120fe2b7-379a-40d8-91bc-96436c1c1891 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023595 Sep 15 13:47:08.185469 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-34fd7172-fb80-4a51-905b-19b447e16b01 req-7ef6fb5d-f3df-46d8-a1b9-61ef651625f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991051 Sep 15 13:47:08.213579 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-356fad99-702f-4e49-bd8f-f631c6f7d12b req-06948c3e-0e36-4442-8ba6-a4cc7431ce75 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247463 Sep 15 13:47:08.497187 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab04c6-cdac-44a0-8711-965b736b96e8 req-eaad749b-03de-467b-afae-a4ceaa90df46 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:08.498794 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-56ab04c6-cdac-44a0-8711-965b736b96e8 req-eaad749b-03de-467b-afae-a4ceaa90df46 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 944 time: 0.0490844 Sep 15 13:47:08.544241 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-56ab04c6-cdac-44a0-8711-965b736b96e8 req-215069a7-8b2a-460d-a0ce-1114efc7b46c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Sep 15 13:47:08.948531 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8038-f82a-43bd-bc4d-4ae2b9817ece req-35f0271b-cc6c-4c50-83ff-c6e56c6cbc29 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:08.950542 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f8f8038-f82a-43bd-bc4d-4ae2b9817ece req-35f0271b-cc6c-4c50-83ff-c6e56c6cbc29 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0610335 Sep 15 13:47:08.996633 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f8f8038-f82a-43bd-bc4d-4ae2b9817ece req-b86b92e7-df07-4eb4-adef-c114b0ab7b4e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Sep 15 13:47:09.150169 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7bd53e00-ebe7-432b-b0ba-3b14030cef4b req-e7ab278a-3ec2-4262-af15-b7adbb9d52df tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 210 time: 0.0304925 Sep 15 13:47:09.260198 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac2306-8ce0-4d60-877f-b22191fb5c5e req-fad2a113-35a3-44b9-a929-62a727251fee tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:09.264000 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0ac2306-8ce0-4d60-877f-b22191fb5c5e req-fad2a113-35a3-44b9-a929-62a727251fee tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0566125 Sep 15 13:47:09.303962 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0ac2306-8ce0-4d60-877f-b22191fb5c5e req-57c610d6-5c53-4e38-b704-e6f4f333f228 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Sep 15 13:47:09.664783 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd963-18f1-451d-8691-3ca81098389c req-1197a02c-7f54-4700-9897-dd54bddfe669 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:09.666275 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e79dd963-18f1-451d-8691-3ca81098389c req-1197a02c-7f54-4700-9897-dd54bddfe669 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 944 time: 0.0502021 Sep 15 13:47:09.711049 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e79dd963-18f1-451d-8691-3ca81098389c req-cb88cd11-ee9e-4c65-b9e1-29822b0ab0a5 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Sep 15 13:47:10.137404 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc70253-90e4-4695-a706-728f0cfcdfee req-301102d9-a4b6-44d1-8dd6-ccc9455c1610 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:10.137404 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fc70253-90e4-4695-a706-728f0cfcdfee req-301102d9-a4b6-44d1-8dd6-ccc9455c1610 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0574341 Sep 15 13:47:10.171622 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5fc70253-90e4-4695-a706-728f0cfcdfee req-fa013335-e491-40dd-bf31-e12a3a65c475 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352771 Sep 15 13:47:10.248284 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6eea37c6-6930-42f1-8ffb-23d6278083b0 req-212f9062-46ad-4013-b137-4fb0ebd26743 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 210 time: 0.0265567 Sep 15 13:47:10.440201 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce847e3-eb29-4b17-bdd4-1ae121a7f143 req-72aefc43-0b34-47f5-9adb-11e12651259e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:10.441776 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8ce847e3-eb29-4b17-bdd4-1ae121a7f143 req-72aefc43-0b34-47f5-9adb-11e12651259e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0539961 Sep 15 13:47:10.481860 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8ce847e3-eb29-4b17-bdd4-1ae121a7f143 req-31022998-4140-4dbd-a72b-9f56969214d4 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Sep 15 13:47:10.605562 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0cda5022-3bf8-4406-b8dc-ea66d83dd107 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:47:10.777285 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:47:10.781762 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:47:10.782191 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:10.841323 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f1eb-ec62-457d-b850-2bcaa3e4eada req-1b01885a-d8a2-4aee-a5b7-2a0c8433a7db tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:10.842845 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6722f1eb-ec62-457d-b850-2bcaa3e4eada req-1b01885a-d8a2-4aee-a5b7-2a0c8433a7db tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0879524 Sep 15 13:47:10.875004 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:10.890990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffc4d4-2dd0-40ec-a92e-d1d7b182af58 req-9211c0e5-6a8c-4e57-a155-6928b9ea11cd tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:10.893310 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-79ffc4d4-2dd0-40ec-a92e-d1d7b182af58 req-9211c0e5-6a8c-4e57-a155-6928b9ea11cd tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 944 time: 0.0991013 Sep 15 13:47:10.903355 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda5022-3bf8-4406-b8dc-ea66d83dd107'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:10.907295 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b04bd9b-64dc-4411-bbc9-bbbb3182d8bd" -d '{"events": [{"server_uuid": "6949fb6e-efc8-4018-a0e7-988dd61152b3", "name": "network-vif-plugged", "status": "completed", "tag": "0cda5022-3bf8-4406-b8dc-ea66d83dd107"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:10.927249 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 0cda5022-3bf8-4406-b8dc-ea66d83dd107, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0cda5022-3bf8-4406-b8dc-ea66d83dd107,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:10.981719 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6722f1eb-ec62-457d-b850-2bcaa3e4eada req-2b6efbab-6de5-48d3-85d0-eacf42cf1f79 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236541 Sep 15 13:47:10.990707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-1012c494-da53-4a29-9d4e-5c5d5a9caded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:10.992250 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-1012c494-da53-4a29-9d4e-5c5d5a9caded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7659a7f6e0464431a75971ac88cfddef&device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 1098 time: 0.1445229 Sep 15 13:47:10.995096 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-79ffc4d4-2dd0-40ec-a92e-d1d7b182af58 req-24b7c6d7-41e8-4b65-8ae4-de7ea1b2e7c3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915473 Sep 15 13:47:11.041444 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a7c946-5d30-49bc-9ad6-999bbb05b989 x-openstack-request-id: req-83a7c946-5d30-49bc-9ad6-999bbb05b989 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:11.041736 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6949fb6e-efc8-4018-a0e7-988dd61152b3", "name": "network-vif-plugged", "status": "completed", "tag": "0cda5022-3bf8-4406-b8dc-ea66d83dd107", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:11.042243 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83a7c946-5d30-49bc-9ad6-999bbb05b989 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:11.042634 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda5022-3bf8-4406-b8dc-ea66d83dd107', 'code': 200} Sep 15 13:47:11.062452 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:11.104402 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-cf195c64-13b7-4278-9e3f-e1507e879e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:11.106068 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-cf195c64-13b7-4278-9e3f-e1507e879e12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 200 len: 919 time: 0.1055422 Sep 15 13:47:11.112597 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=0cda5022-3bf8-4406-b8dc-ea66d83dd107,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:11.209538 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-0907b719-8f31-42bc-a04e-2a5e158c1dfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 200 len: 217 time: 0.0419135 Sep 15 13:47:11.288084 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-c16c68bc-1079-4874-97d3-9feda94cad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:11.289784 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-c16c68bc-1079-4874-97d3-9feda94cad07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 200 len: 858 time: 0.0608888 Sep 15 13:47:11.329426 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-06727d72-1d57-4b25-aeb5-170a2b3a208a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffa5ad67-b175-4b80-b4dd-bdb86506c54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272036 Sep 15 13:47:11.392990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a5b0110-d192-4945-b5df-5c1badee88c8 req-70eefe65-a6ae-46c6-88f7-2bd30bdc395b tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 210 time: 0.0450931 Sep 15 13:47:11.485756 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-11d5434f-a1c1-4e47-9222-a27aad003a2a service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463480 Sep 15 13:47:11.500136 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a39b48-7052-4ac9-8eb3-188584293703 req-46f9af03-a1bc-40ec-8524-adfea6579dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:11.501683 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-08a39b48-7052-4ac9-8eb3-188584293703 req-46f9af03-a1bc-40ec-8524-adfea6579dac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 1098 time: 0.0555534 Sep 15 13:47:11.603980 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-08a39b48-7052-4ac9-8eb3-188584293703 req-f700542b-f72e-4eed-9ade-e88fa47646c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903881 Sep 15 13:47:11.660208 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699bcfa-8df7-40f5-8a49-8751f3078c6e req-edcbbab9-bdff-49cf-84f9-08f8317fca05 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:11.662143 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b699bcfa-8df7-40f5-8a49-8751f3078c6e req-edcbbab9-bdff-49cf-84f9-08f8317fca05 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.1013889 Sep 15 13:47:11.664073 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e2fddf3-c6d9-4ab4-bb03-78a36dc80e70 req-53f4c864-2b09-4954-84fa-d77a8762dc60 service neutron] 10.222.0.37 "GET /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602676 Sep 15 13:47:11.701508 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b699bcfa-8df7-40f5-8a49-8751f3078c6e req-b46a2149-e1b8-4ae1-9d09-677af4254ef6 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Sep 15 13:47:11.936306 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60862) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:12.051902 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:12.147208 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:12.149491 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765f818-d3f1-476d-9cd6-06feed445fb8 req-203f4c73-deec-4eeb-ae53-f2ffc1eb4161 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.150962 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1765f818-d3f1-476d-9cd6-06feed445fb8 req-203f4c73-deec-4eeb-ae53-f2ffc1eb4161 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0840056 Sep 15 13:47:12.158271 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637490a3-6048-4241-9361-ea3c59757438 req-a7c9bf48-3dac-4ced-85dd-d647e94c7234 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.159644 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-637490a3-6048-4241-9361-ea3c59757438 req-a7c9bf48-3dac-4ced-85dd-d647e94c7234 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.0836263 Sep 15 13:47:12.215653 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1765f818-d3f1-476d-9cd6-06feed445fb8 req-53db2e63-4c7f-437e-a94c-e756626a8212 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548723 Sep 15 13:47:12.220902 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-637490a3-6048-4241-9361-ea3c59757438 req-3fc16d37-953f-4c18-afa3-7901d2e8d26c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Sep 15 13:47:12.250317 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:12.305677 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7aa2eb-b5fb-47a2-946d-4e0f13f8958f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:12.320927 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.321276 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.321613 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.321945 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.322272 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.322599 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.322926 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.323250 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.323572 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.323977 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.324502 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.324820 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:12.336485 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-86295e3a-5907-4d00-a9c1-33373ed68e67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5971866e952444b8ef3aa4511809cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988485 Sep 15 13:47:12.343323 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 60878) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:12.398429 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07026d1f-d22a-490d-8446-4419f19c56dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:12.419746 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07026d1f-d22a-490d-8446-4419f19c56dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:12.496363 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2684f165-73be-416d-b572-c27913ef5db1 req-afc79824-51ed-42f4-b77e-3ca263f5f310 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Sep 15 13:47:12.611322 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07026d1f-d22a-490d-8446-4419f19c56dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:12.613994 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-07026d1f-d22a-490d-8446-4419f19c56dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:12.615654 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-07026d1f-d22a-490d-8446-4419f19c56dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e7aa2eb-b5fb-47a2-946d-4e0f13f8958f HTTP/1.1" status: 204 len: 168 time: 0.2713773 Sep 15 13:47:12.623917 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07026d1f-d22a-490d-8446-4419f19c56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7aa2eb-b5fb-47a2-946d-4e0f13f8958f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:12.789129 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-88728910-d3ef-4842-ad7d-2a6bc430e285 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.790513 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-88728910-d3ef-4842-ad7d-2a6bc430e285 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 814 time: 0.1106603 Sep 15 13:47:12.812411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'port': {'device_id': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'admin_state_up': True, 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:47:13.011829 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Made reservation on behalf of db3e8cf4fc2e489683dd12bb8ec08b6c for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:47:13.015787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:13.159228 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Allocated IP 172.20.0.11 (d419283a-4a2e-4412-99e3-b71b0e14bec8/519bdb43-11eb-47bd-9df3-de2c91337784/534dd8dd-a0aa-4090-b49f-f0f94533c8e3) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:47:13.324717 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:13.379858 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097093e-134d-4630-8971-e8b1cc3e35de req-b7126926-1067-49a4-a3c0-614a6058d45e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:13.381677 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0097093e-134d-4630-8971-e8b1cc3e35de req-b7126926-1067-49a4-a3c0-614a6058d45e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.0762084 Sep 15 13:47:13.421438 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0097093e-134d-4630-8971-e8b1cc3e35de req-5a09a50b-edef-4c51-94ac-8f653ff9952e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Sep 15 13:47:13.525384 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84595e44-c9cd-44f2-adbb-78de859abe5b req-48db5100-bbd4-436c-99c1-6267e183bd94 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:13.527090 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-84595e44-c9cd-44f2-adbb-78de859abe5b req-48db5100-bbd4-436c-99c1-6267e183bd94 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0496705 Sep 15 13:47:13.533604 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:13.601400 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:47:13.610019 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:47:13.617479 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:47:13.620428 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:13.658725 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-84595e44-c9cd-44f2-adbb-78de859abe5b req-8cd92fe2-deef-4a4a-864c-2083549ccbc8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211216 Sep 15 13:47:13.658725 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.658725 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.658725 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.659256 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.659538 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.659728 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.660057 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.660388 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.660715 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.661070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.662075 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.662960 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:13.712514 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:13.713556 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:13.814297 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-3f6c6c9c-5b69-4130-a834-62f9dc1c01cd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060964 Sep 15 13:47:13.837950 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a026235-5c95-4d3f-b8d4-769726f4d11c req-a4df9ef4-93a3-403f-b8a8-85e6313fa804 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:13.839600 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a026235-5c95-4d3f-b8d4-769726f4d11c req-a4df9ef4-93a3-403f-b8a8-85e6313fa804 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0838373 Sep 15 13:47:13.844002 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Request body: {'port': {'device_id': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:47:13.859504 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f7a88-faba-4e1b-89b5-2af8fe85d912 req-3aff9c55-baf6-4341-93e7-07c9457a7bbd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:13.861481 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c08f7a88-faba-4e1b-89b5-2af8fe85d912 req-3aff9c55-baf6-4341-93e7-07c9457a7bbd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 932 time: 0.1152411 Sep 15 13:47:13.953226 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-72d06629-43ba-489e-b34d-4da2a6cbeddf None None] Provisioning complete for port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:47:13.954216 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-72d06629-43ba-489e-b34d-4da2a6cbeddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:14.002132 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9a026235-5c95-4d3f-b8d4-769726f4d11c req-56d274c9-441b-4633-af2e-494fbfd19a28 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395965 Sep 15 13:47:14.019040 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-72d06629-43ba-489e-b34d-4da2a6cbeddf None None] Port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:47:14.031724 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c08f7a88-faba-4e1b-89b5-2af8fe85d912 req-469e931e-0666-496d-b1de-95f0ea89b5f9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601064 Sep 15 13:47:14.040737 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:14.658933 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:47:14.670172 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:14.688124 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Transition to ACTIVE for port object 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:47:14.699871 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e963e9-b1d6-4f37-a7cf-f152ee28452d req-dd2beb55-8ae8-4ce0-bc33-4b66b8d72d8a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:14.708866 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d0e963e9-b1d6-4f37-a7cf-f152ee28452d req-dd2beb55-8ae8-4ce0-bc33-4b66b8d72d8a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.0816751 Sep 15 13:47:14.740918 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d0e963e9-b1d6-4f37-a7cf-f152ee28452d req-fe95ceee-44e6-461c-9b91-6713a92106e2 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333376 Sep 15 13:47:14.783058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:14.871724 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Pushing event updated for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:14.940936 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7fa87-0dd3-413a-905b-30091270e052 req-2a9af8c4-9b20-4cb8-b06a-41c3ee38c663 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:14.943052 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5b7fa87-0dd3-413a-905b-30091270e052 req-2a9af8c4-9b20-4cb8-b06a-41c3ee38c663 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1293178 Sep 15 13:47:14.988312 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Attempting to bind port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:47:14.988475 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Attempting to bind port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:47:14.988880 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Attempting to bind port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 on network d419283a-4a2e-4412-99e3-b71b0e14bec8 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:47:15.004208 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 on network d419283a-4a2e-4412-99e3-b71b0e14bec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:47:15.004584 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Attempting to bind port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 on network d419283a-4a2e-4412-99e3-b71b0e14bec8 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:47:15.023050 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5b7fa87-0dd3-413a-905b-30091270e052 req-e836b511-e9e2-4961-ae34-bc84c78f732c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673113 Sep 15 13:47:15.026388 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:47:15.026651 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Checking segment: {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:47:15.027075 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Bound using segment: {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:47:15.027468 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Bound port: 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af05113-02d1-46d8-9fbe-79e6dab7ecc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:47:15.027828 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:15.126165 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:47:15.143104 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:47:15.166166 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c3bf-9aa8-4ae9-ad86-40cd762c4831 req-abe5a3a9-42a5-4a03-903c-43eac1af1f8b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:15.167899 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-03c8c3bf-9aa8-4ae9-ad86-40cd762c4831 req-abe5a3a9-42a5-4a03-903c-43eac1af1f8b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0767291 Sep 15 13:47:15.208779 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-03c8c3bf-9aa8-4ae9-ad86-40cd762c4831 req-3d1af732-c765-4d47-aa95-d8a2d8097eb5 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Sep 15 13:47:15.240244 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:15.308013 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:15.308590 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:15.310215 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1094 time: 1.4822195 Sep 15 13:47:15.310670 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:15.313165 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a258a-065e-41c7-9b24-22698c9b504d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:15.348356 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf92df-b496-4d6f-a1b8-4e81085864d2 service neutron] Pushing event updated for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:15.367128 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476066-f77c-4549-a369-6e15157d7f22 req-7dbb5da0-cecf-4627-b3b6-d93090facc00 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:15.368793 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-71476066-f77c-4549-a369-6e15157d7f22 req-7dbb5da0-cecf-4627-b3b6-d93090facc00 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.1020768 Sep 15 13:47:15.432673 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-71476066-f77c-4549-a369-6e15157d7f22 req-39fc57c1-eb35-4ef3-8ab1-5803098f43f2 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533545 Sep 15 13:47:15.483544 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e43be3-7567-438f-9d9b-617a5d694ff2 x-openstack-request-id: req-f2e43be3-7567-438f-9d9b-617a5d694ff2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:15.484970 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:15.484970 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2e43be3-7567-438f-9d9b-617a5d694ff2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:15.484970 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'status': 'completed', 'code': 200} Sep 15 13:47:16.034313 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-cf90c741-1f41-4dd8-af99-eb71444167ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:16.133966 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cb0ac-1edd-44e8-9ba6-218489064469 req-f7e36440-7176-45a3-8fa8-c92f71b4ef82 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:16.135443 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-391cb0ac-1edd-44e8-9ba6-218489064469 req-f7e36440-7176-45a3-8fa8-c92f71b4ef82 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0495653 Sep 15 13:47:16.173622 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-391cb0ac-1edd-44e8-9ba6-218489064469 req-16ac25f6-f160-4cd1-b423-31a6d21d3ac2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Sep 15 13:47:16.326647 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302757a0-7240-4253-a55c-b9a7f8670ae2 req-761872a4-c7d1-428a-aba3-c0850e786d38 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:16.328095 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-302757a0-7240-4253-a55c-b9a7f8670ae2 req-761872a4-c7d1-428a-aba3-c0850e786d38 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0487735 Sep 15 13:47:16.367079 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-302757a0-7240-4253-a55c-b9a7f8670ae2 req-dbeb0176-cbfa-470c-a009-003a61af4b08 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Sep 15 13:47:16.557604 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5d7cc-6a45-455f-837f-f8125b3891cc req-c80080d0-e1e2-4366-8012-2eb75de7a675 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:16.559353 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aa5d7cc-6a45-455f-837f-f8125b3891cc req-c80080d0-e1e2-4366-8012-2eb75de7a675 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0650222 Sep 15 13:47:16.599474 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aa5d7cc-6a45-455f-837f-f8125b3891cc req-5ce4f5f0-5250-4022-a21b-7b28f0513137 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Sep 15 13:47:17.302080 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6309dfa-2105-4761-ba1a-33f0889424b4 req-defe5e6b-4587-4fdd-91a7-6ec1e8fb6894 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:17.303857 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b6309dfa-2105-4761-ba1a-33f0889424b4 req-defe5e6b-4587-4fdd-91a7-6ec1e8fb6894 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0585887 Sep 15 13:47:17.346682 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b6309dfa-2105-4761-ba1a-33f0889424b4 req-39e9d944-3d6e-4d87-87ef-757c057e2e15 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346193 Sep 15 13:47:17.487505 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11631c8-0735-4144-a5ed-3b1a58ae493a req-ac5b3852-b8d6-4ab7-852e-27491ca32977 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:17.488950 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f11631c8-0735-4144-a5ed-3b1a58ae493a req-ac5b3852-b8d6-4ab7-852e-27491ca32977 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Sep 15 13:47:17.533543 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f11631c8-0735-4144-a5ed-3b1a58ae493a req-a481b1d0-13a5-45c8-bdb4-908a2198e2cd tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380352 Sep 15 13:47:17.726522 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1077fbc-ff0b-4b5d-82e5-a10762e552a1 req-07c282c1-f5f8-43ba-8016-6e4db7b79f24 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:17.728066 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1077fbc-ff0b-4b5d-82e5-a10762e552a1 req-07c282c1-f5f8-43ba-8016-6e4db7b79f24 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0542557 Sep 15 13:47:17.768578 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1077fbc-ff0b-4b5d-82e5-a10762e552a1 req-7ff92e92-7011-4b3b-aad6-ea8490d42d81 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Sep 15 13:47:18.664127 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-258564c3-b153-459c-a834-aa86b30c111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:18.789183 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:19.994045 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.696971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:31.928519 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:47:37.794108 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:41.155821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a258a-065e-41c7-9b24-22698c9b504d req-fee5de0a-7dbd-4aa1-82ae-8899f6a63886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.157271 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf1a258a-065e-41c7-9b24-22698c9b504d req-fee5de0a-7dbd-4aa1-82ae-8899f6a63886 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1097 time: 0.0407379 Sep 15 13:47:41.326582 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecb4ea-665e-4a61-9e1f-3a1262aeea57 req-c7578049-53ed-4b55-8df3-d2d1b60d43f4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.328306 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15ecb4ea-665e-4a61-9e1f-3a1262aeea57 req-c7578049-53ed-4b55-8df3-d2d1b60d43f4 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0997591 Sep 15 13:47:41.329507 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a258a-065e-41c7-9b24-22698c9b504d req-4c40a060-85aa-4860-8ec9-2e4df88682ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.330864 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf1a258a-065e-41c7-9b24-22698c9b504d req-4c40a060-85aa-4860-8ec9-2e4df88682ff service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1394157 Sep 15 13:47:41.398232 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15ecb4ea-665e-4a61-9e1f-3a1262aeea57 req-f1373fb9-cb42-420b-a4d1-6df0a4b9137f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639856 Sep 15 13:47:41.462526 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a258a-065e-41c7-9b24-22698c9b504d req-cba2ef1e-0915-428a-9e6f-b503df45f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.463999 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf1a258a-065e-41c7-9b24-22698c9b504d req-cba2ef1e-0915-428a-9e6f-b503df45f705 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230953 Sep 15 13:47:41.516937 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ab707-df7a-4243-8010-dd50c7727fcc req-71112467-27ef-4656-8310-b2b283384d3a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.518438 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed4ab707-df7a-4243-8010-dd50c7727fcc req-71112467-27ef-4656-8310-b2b283384d3a tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0507436 Sep 15 13:47:41.586739 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed4ab707-df7a-4243-8010-dd50c7727fcc req-e9623ec0-9ff5-42f9-b343-9a95162f51d5 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610254 Sep 15 13:47:41.589301 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-7cc6270e-8d50-427e-ae31-c498d07bffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.590787 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-7cc6270e-8d50-427e-ae31-c498d07bffdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1097 time: 0.0662723 Sep 15 13:47:41.684869 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-b280f601-954c-4d82-b70d-58ddab1bc8c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 217 time: 0.0450771 Sep 15 13:47:41.759806 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c73b-28ca-4e38-a3dd-a8a12ea3123e req-d99c0422-402a-4500-b93d-df0c4a16425b tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.761358 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6544c73b-28ca-4e38-a3dd-a8a12ea3123e req-d99c0422-402a-4500-b93d-df0c4a16425b tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.1141696 Sep 15 13:47:41.762733 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-8bb8aa72-2636-4845-b30d-b14c830c3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.764100 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-8bb8aa72-2636-4845-b30d-b14c830c3217 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0630538 Sep 15 13:47:41.833679 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6544c73b-28ca-4e38-a3dd-a8a12ea3123e req-3252de62-76a8-4f60-b431-8dafc8104ab6 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 Sep 15 13:47:41.844030 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-bfcd2f95-470a-4889-bbfd-2b546635ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.845663 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-bfcd2f95-470a-4889-bbfd-2b546635ed07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0701628 Sep 15 13:47:41.947509 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-0eec5d94-9d6b-43a6-9957-46c17e7368bc service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895662 Sep 15 13:47:42.045526 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0d0a6b36-d020-40a2-b6fe-88783a85b2c3 req-e116f0bd-4c9d-4aa2-8746-1af6566d8080 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944808 Sep 15 13:47:42.526874 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540352b-39ed-4181-b45a-31e23d3787fa req-bec85313-2a81-4f64-8816-c4bfa542353e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:42.526874 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0540352b-39ed-4181-b45a-31e23d3787fa req-bec85313-2a81-4f64-8816-c4bfa542353e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0484753 Sep 15 13:47:42.566701 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0540352b-39ed-4181-b45a-31e23d3787fa req-6faff43c-c84b-40e0-8013-bc032d7cb961 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Sep 15 13:47:42.706512 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd3c4-00ce-4f38-9cc6-2782f3662c5a req-67ca1c2f-5b19-4dca-9ef2-88476fef989e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:42.707973 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-77acd3c4-00ce-4f38-9cc6-2782f3662c5a req-67ca1c2f-5b19-4dca-9ef2-88476fef989e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0503180 Sep 15 13:47:42.746234 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-77acd3c4-00ce-4f38-9cc6-2782f3662c5a req-1fcebc9f-a0dc-47b5-b2ae-1aab07d2b00e tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Sep 15 13:47:42.958719 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b393c-4e88-4bad-a218-fa8efae467db req-585488c2-6294-4b35-adeb-f3b7b8bf5f7d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:42.958719 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a20b393c-4e88-4bad-a218-fa8efae467db req-585488c2-6294-4b35-adeb-f3b7b8bf5f7d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0544322 Sep 15 13:47:42.995057 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a20b393c-4e88-4bad-a218-fa8efae467db req-7b14bfe4-4cf5-424b-8920-0ca05c965963 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Sep 15 13:47:43.636741 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-b70a45fc-002e-4412-baad-02d3a5136b61 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:43.638500 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-b70a45fc-002e-4412-baad-02d3a5136b61 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.0501339 Sep 15 13:47:43.741669 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798138b-c82a-47d8-938f-7638d28b0614 req-14357e86-3365-4d92-ba6b-7cc81d9ce709 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:43.743145 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1798138b-c82a-47d8-938f-7638d28b0614 req-14357e86-3365-4d92-ba6b-7cc81d9ce709 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1037557 Sep 15 13:47:43.790511 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Deleting port 8a82a920-8a77-4a9c-9f00-3b13237d1720 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:47:43.790857 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:43.809801 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1798138b-c82a-47d8-938f-7638d28b0614 req-db5882c3-3408-45ab-868a-2989af236057 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586810 Sep 15 13:47:43.925201 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80430-4231-4ba3-a2be-7123f737008c req-59fb19b7-0b5d-4ec0-8518-44d081f9d4e9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:43.926682 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-41d80430-4231-4ba3-a2be-7123f737008c req-59fb19b7-0b5d-4ec0-8518-44d081f9d4e9 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 945 time: 0.1032751 Sep 15 13:47:43.928380 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] For port 8a82a920-8a77-4a9c-9f00-3b13237d1720, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8a82a920-8a77-4a9c-9f00-3b13237d1720,segment=NetworkSegment(84c9dc71-eda4-4109-8e2d-bab37c1c5c4c),segment_id=84c9dc71-eda4-4109-8e2d-bab37c1c5c4c)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:43.928743 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:43.946505 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Calling delete_port for 8a82a920-8a77-4a9c-9f00-3b13237d1720 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:47:44.011931 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-41d80430-4231-4ba3-a2be-7123f737008c req-2e234d6f-ec61-48a8-ade8-78cba46aaf13 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/security-groups?id=1559a5d5-4597-48eb-8116-e8019845b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756707 Sep 15 13:47:44.166177 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c9fd5-9c76-4599-bea9-1626a69f1f68 req-db38b53e-2a13-47c9-980e-8289c6933476 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:44.167891 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da5c9fd5-9c76-4599-bea9-1626a69f1f68 req-db38b53e-2a13-47c9-980e-8289c6933476 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0664480 Sep 15 13:47:44.208666 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da5c9fd5-9c76-4599-bea9-1626a69f1f68 req-250e7be2-56b8-44ff-bea0-7f643d38de3c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339422 Sep 15 13:47:44.302340 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:44.316322 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['8a82a920-8a77-4a9c-9f00-3b13237d1720'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:47:44.330489 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Pushing event deleted for resources: {'Port': ['ID=8a82a920-8a77-4a9c-9f00-3b13237d1720,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:44.368726 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] No DVR routers for this DVR port 8a82a920-8a77-4a9c-9f00-3b13237d1720 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:47:44.371292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:44.373287 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a8154e5f-fb8a-49ea-afc5-0b0c0c3d0b2e req-367a6089-af92-4f66-8197-5d13bc4e9b9b tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.37 "DELETE /v2.0/ports/8a82a920-8a77-4a9c-9f00-3b13237d1720 HTTP/1.1" status: 204 len: 173 time: 0.7252302 Sep 15 13:47:44.373708 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'name': 'network-vif-deleted', 'tag': '8a82a920-8a77-4a9c-9f00-3b13237d1720'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:44.375896 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36461971-fffc-40b1-988f-d288cfe0cfc9" -d '{"events": [{"server_uuid": "a13f0940-0b42-4870-83fc-e3a36c609799", "name": "network-vif-deleted", "tag": "8a82a920-8a77-4a9c-9f00-3b13237d1720"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:44.412526 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf7501f-b227-41c3-814e-8cdb46b9fcbf x-openstack-request-id: req-8cf7501f-b227-41c3-814e-8cdb46b9fcbf {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:44.412814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13f0940-0b42-4870-83fc-e3a36c609799", "name": "network-vif-deleted", "tag": "8a82a920-8a77-4a9c-9f00-3b13237d1720", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:44.413093 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cf7501f-b227-41c3-814e-8cdb46b9fcbf {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:44.413480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13f0940-0b42-4870-83fc-e3a36c609799', 'name': 'network-vif-deleted', 'tag': '8a82a920-8a77-4a9c-9f00-3b13237d1720', 'status': 'completed', 'code': 200} Sep 15 13:47:45.121872 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f73586a4-a703-49f9-a8bb-2ece4340891b req-c86fe52a-b826-42f8-b2cc-18db00737288 tempest-VolumesActionsTest-2031287405 tempest-VolumesActionsTest-2031287405-project] 10.222.0.23 "GET /v2.0/ports?device_id=a13f0940-0b42-4870-83fc-e3a36c609799 HTTP/1.1" status: 200 len: 210 time: 0.0283439 Sep 15 13:47:45.328865 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04299eb2-84a9-4ddc-9e80-513c8c7e8238 req-2c861e03-0cab-47ea-80d3-6b9a58b6d66d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:45.330469 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-04299eb2-84a9-4ddc-9e80-513c8c7e8238 req-2c861e03-0cab-47ea-80d3-6b9a58b6d66d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0519888 Sep 15 13:47:45.369482 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-04299eb2-84a9-4ddc-9e80-513c8c7e8238 req-1714fd02-1dd9-4ee0-b9ce-5b5bcbb8050f tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Sep 15 13:47:46.096145 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bc283823-1fe1-4536-859b-5cf1634d0b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:46.489411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c060c-b036-43bb-8ecc-788a165c101b req-86e914a4-83a9-4a50-bf3d-4cf0c799c70b tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:46.490896 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d88c060c-b036-43bb-8ecc-788a165c101b req-86e914a4-83a9-4a50-bf3d-4cf0c799c70b tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0516896 Sep 15 13:47:46.531005 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d88c060c-b036-43bb-8ecc-788a165c101b req-7b2b2ad9-8155-4ef4-a454-9c11c86d1861 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Sep 15 13:47:47.647678 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ced1d-860c-46bd-a599-be66496d054c req-df9b4933-3b69-43fa-bc4c-9e94cfce3002 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:47.649178 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-385ced1d-860c-46bd-a599-be66496d054c req-df9b4933-3b69-43fa-bc4c-9e94cfce3002 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0514019 Sep 15 13:47:47.688218 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-385ced1d-860c-46bd-a599-be66496d054c req-5063cce8-8359-4f28-a8cd-802bf66b2ed9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Sep 15 13:47:48.707558 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-42a9fbd0-97ab-4f8c-9cc3-4461a82d562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:48.742020 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:48.772300 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:47:48.774397 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8a82a920-8a77-4a9c-9f00-3b13237d1720 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:47:48.798720 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 8a82a920-8a77-4a9c-9f00-3b13237d1720 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:47:48.799585 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8a82a920-8a77-4a9c-9f00-3b13237d1720 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:47:48.812084 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff397d-9753-4755-9b27-7bdbb3f36c41 req-ceaf5a4c-17b1-4713-b751-747403848141 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:48.813607 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2dff397d-9753-4755-9b27-7bdbb3f36c41 req-ceaf5a4c-17b1-4713-b751-747403848141 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 944 time: 0.0552661 Sep 15 13:47:48.852627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2dff397d-9753-4755-9b27-7bdbb3f36c41 req-0e7d649b-630e-4147-a5f4-1a3a5f3c20f4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Sep 15 13:47:48.888532 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:48.899239 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'port_id': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'mac_address': 'fa:16:3e:5b:03:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:47:48.940787 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:48.953203 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:47:48.971917 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:49.073493 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:49.119783 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:49.126611 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.129977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.129977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.129977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.129977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.129977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.129977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.129977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.130650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.130650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.130814 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.130984 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:49.966104 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cda9d-cbf2-42bf-8ffa-254b959b0a44 req-423bef73-6acf-48f0-b6e9-7aaca7af091a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:49.967573 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3a5cda9d-cbf2-42bf-8ffa-254b959b0a44 req-423bef73-6acf-48f0-b6e9-7aaca7af091a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Sep 15 13:47:49.993138 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:50.004706 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3a5cda9d-cbf2-42bf-8ffa-254b959b0a44 req-a28aeb6a-a73b-4be4-b572-ee121baf6149 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Sep 15 13:47:51.119829 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2022d-1e6a-4209-a9e2-65ee968181b4 req-e5ebfd22-8e02-4102-b71a-72bd67dff535 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:51.121363 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1dd2022d-1e6a-4209-a9e2-65ee968181b4 req-e5ebfd22-8e02-4102-b71a-72bd67dff535 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 945 time: 0.0508246 Sep 15 13:47:51.158151 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1dd2022d-1e6a-4209-a9e2-65ee968181b4 req-7c5adea7-1a52-402c-836c-bf467deb95af tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Sep 15 13:47:51.581597 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:52.270510 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ea9ac-26c1-4176-a04c-8d4057d8668c req-19e593cf-fab4-49c7-a990-8a8b6bcee6f4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:52.271980 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f38ea9ac-26c1-4176-a04c-8d4057d8668c req-19e593cf-fab4-49c7-a990-8a8b6bcee6f4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 945 time: 0.0474119 Sep 15 13:47:52.310303 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f38ea9ac-26c1-4176-a04c-8d4057d8668c req-a7c80423-5448-455d-8e38-e7b2f71f68d8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Sep 15 13:47:53.427509 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ed3a6-489d-4641-a229-eb3351504504 req-b2586b30-e654-46e9-a860-213f415f9425 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:53.429034 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-587ed3a6-489d-4641-a229-eb3351504504 req-b2586b30-e654-46e9-a860-213f415f9425 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 945 time: 0.0507300 Sep 15 13:47:53.467209 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-587ed3a6-489d-4641-a229-eb3351504504 req-1dd94214-5e3c-4da3-b21f-62cb1680df1a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Sep 15 13:47:53.572416 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['534dd8dd-a0aa-4090-b49f-f0f94533c8e3'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:47:54.606963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bd329-7264-42b4-a5a2-46fa441251bc req-2f079ccd-5fc6-4295-b853-be0e1bc13436 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:54.615487 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-988bd329-7264-42b4-a5a2-46fa441251bc req-2f079ccd-5fc6-4295-b853-be0e1bc13436 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 945 time: 0.0731642 Sep 15 13:47:54.652420 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-988bd329-7264-42b4-a5a2-46fa441251bc req-6f527b70-0004-46a8-8756-72aa7b26d24a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Sep 15 13:47:55.462704 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33058) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:55.596326 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c82c79a5-b8b9-4448-87a3-398c5362167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.705389 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c82c79a5-b8b9-4448-87a3-398c5362167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.782377 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c82c79a5-b8b9-4448-87a3-398c5362167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.816205 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5625fb-a8f3-4269-a474-8996ec823d7f req-ed46861e-3fbe-43e7-841f-935f8f309278 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:55.818915 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c79a5-b8b9-4448-87a3-398c5362167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b35b2b2-23cd-40b1-be5e-81695bdb673d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:55.837300 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ab5625fb-a8f3-4269-a474-8996ec823d7f req-ed46861e-3fbe-43e7-841f-935f8f309278 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 945 time: 0.0877886 Sep 15 13:47:55.851331 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c82c79a5-b8b9-4448-87a3-398c5362167a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454a289d6867493cb95522f4d2b614ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878078 Sep 15 13:47:55.852560 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33066) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:55.886348 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ab5625fb-a8f3-4269-a474-8996ec823d7f req-d8213704-2fed-4f4e-a228-02acbcb7e17a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455277 Sep 15 13:47:55.931261 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37736602-fca7-4ed6-b767-3d2d2444fdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.966352 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37736602-fca7-4ed6-b767-3d2d2444fdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:56.137190 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37736602-fca7-4ed6-b767-3d2d2444fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:56.139736 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-37736602-fca7-4ed6-b767-3d2d2444fdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:56.143198 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-37736602-fca7-4ed6-b767-3d2d2444fdaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b35b2b2-23cd-40b1-be5e-81695bdb673d HTTP/1.1" status: 204 len: 168 time: 0.2896492 Sep 15 13:47:56.162165 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37736602-fca7-4ed6-b767-3d2d2444fdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b35b2b2-23cd-40b1-be5e-81695bdb673d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:56.812532 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:47:57.021455 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:47:57.025490 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:47:57.026088 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.055074 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf96f72-b599-4094-930d-af032a433664 req-47100dd3-4fed-4cab-8729-e3e122c53c25 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:57.057034 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8bf96f72-b599-4094-930d-af032a433664 req-47100dd3-4fed-4cab-8729-e3e122c53c25 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 945 time: 0.0717778 Sep 15 13:47:57.111571 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8bf96f72-b599-4094-930d-af032a433664 req-f5be8ab2-97ea-44d1-9877-eb24a64acdf9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469368 Sep 15 13:47:57.146964 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.230806 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:57.230806 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a907e1-db03-4bc8-b2d9-21c5b8cc368d" -d '{"events": [{"server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "name": "network-vif-plugged", "status": "completed", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:57.453677 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11581219-4d12-4fc1-8262-04fb6d04d7c0 x-openstack-request-id: req-11581219-4d12-4fc1-8262-04fb6d04d7c0 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:57.454337 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "name": "network-vif-plugged", "status": "completed", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:57.454737 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11581219-4d12-4fc1-8262-04fb6d04d7c0 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:57.455267 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'code': 200} Sep 15 13:47:57.459966 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:57.610487 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.660554 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:57.791578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d8950-d8b1-49e2-a599-da7102d25828 req-aef27368-01f8-42d7-99ad-4cba59821a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:57.794429 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df6d8950-d8b1-49e2-a599-da7102d25828 req-aef27368-01f8-42d7-99ad-4cba59821a6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0664268 Sep 15 13:47:57.838331 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33132) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:57.871363 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df6d8950-d8b1-49e2-a599-da7102d25828 req-313d06e3-4fb8-427c-b501-631e4c748149 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669186 Sep 15 13:47:57.993530 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1199759114-network', 'tenant_id': 'bfb6cd63c4ca4775bb3268f25032a850'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:47:58.145410 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Made reservation on behalf of bfb6cd63c4ca4775bb3268f25032a850 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:47:58.148274 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.158950 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.335814 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.371928 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e359817-1d18-49d4-a3b7-d94381d99fde req-cfbf1fab-b480-49b0-b999-c69a1a5afc1f tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:58.384531 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3e359817-1d18-49d4-a3b7-d94381d99fde req-cfbf1fab-b480-49b0-b999-c69a1a5afc1f tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.1109757 Sep 15 13:47:58.433909 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.447062 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3e359817-1d18-49d4-a3b7-d94381d99fde req-4c64690e-c93f-4f25-aa1e-c103266ef369 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597405 Sep 15 13:47:58.469337 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c63a13-0ff8-4799-b272-5e953be074e9,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:58.480582 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:47:58.492797 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.493327 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Added segment 67671657-b285-475f-9d13-22d221147231 of type vlan for network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc Sep 15 13:47:58.561779 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.731533 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.732670 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:58.733310 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.803373 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] Pushing event updated for resources: {'Network': ['ID=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:58.838281 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:47:58.925900 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33152) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:58.928454 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-48c04f58-e264-43f1-a7e6-51ded7a11898 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0889874 Sep 15 13:47:58.953133 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Request body: {'subnet': {'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1199759114-subnet', 'tenant_id': 'bfb6cd63c4ca4775bb3268f25032a850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:47:59.090807 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Made reservation on behalf of bfb6cd63c4ca4775bb3268f25032a850 for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:47:59.093386 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28921416'] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:59.490370 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26627816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28921446'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:59.660234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Checking segment: {'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:47:59.660961 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Network hostable DHCP agents. Network: 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:47:59.673641 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ca81a9-369c-498c-ae25-b529b7f24096,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:59.703230 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5aea1-1a6e-462a-9666-40661e6120f0 req-225e5c7a-511a-4db0-a653-6a9d2b00d94d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:59.704972 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f3d5aea1-1a6e-462a-9666-40661e6120f0 req-225e5c7a-511a-4db0-a653-6a9d2b00d94d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0973923 Sep 15 13:47:59.747124 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f3d5aea1-1a6e-462a-9666-40661e6120f0 req-0987e28d-33ca-43c0-9f71-4f575dc3d01d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361061 Sep 15 13:47:59.804550 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:47:59.902219 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:47:59.920264 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76167fcd-6bc2-4c6f-93e7-78fe273f2ab8 None None] Network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:47:59.935315 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:59.937338 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:00.068201 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d6d17d11-42ee-4e5d-a93a-535884e8a44d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1408916 Sep 15 13:48:00.094214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ac24e-23dd-46d5-b2f6-cc43bbb19f5f None None] Network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:48:01.173199 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe06f-20bb-4bec-a69b-54cdc972c01b req-d505a40d-546c-475c-a521-2c1447215bcb tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:01.174973 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-06ebe06f-20bb-4bec-a69b-54cdc972c01b req-d505a40d-546c-475c-a521-2c1447215bcb tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0641530 Sep 15 13:48:01.256392 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-06ebe06f-20bb-4bec-a69b-54cdc972c01b req-41721241-2ba8-4d77-a083-bf9e996c79dd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750942 Sep 15 13:48:01.283629 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaed615-5ab6-49a2-8ad5-892df380a660 req-292c2792-b171-48a9-a6d5-ff72e25626a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:01.291859 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ddaed615-5ab6-49a2-8ad5-892df380a660 req-292c2792-b171-48a9-a6d5-ff72e25626a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.0882003 Sep 15 13:48:01.340398 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ddaed615-5ab6-49a2-8ad5-892df380a660 req-656c71c2-1fa6-4056-8889-b05727513b87 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426662 Sep 15 13:48:01.427867 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8c22-c89e-4907-8c1e-009573c4f120 req-395e9616-eb4e-4fab-b4b3-27ac22ba98ef tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:01.439067 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-846d8c22-c89e-4907-8c1e-009573c4f120 req-395e9616-eb4e-4fab-b4b3-27ac22ba98ef tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0975015 Sep 15 13:48:01.521065 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-846d8c22-c89e-4907-8c1e-009573c4f120 req-e81fa557-e67e-430b-a7bc-b2fd2ec92157 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804009 Sep 15 13:48:01.544608 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25d61-be19-4577-a8c6-d37b980cefca req-82c5ed0e-5147-40cf-a380-12fef45a1b02 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:01.553024 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9cb25d61-be19-4577-a8c6-d37b980cefca req-82c5ed0e-5147-40cf-a380-12fef45a1b02 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0740960 Sep 15 13:48:01.624188 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9cb25d61-be19-4577-a8c6-d37b980cefca req-79ed4b60-a2e3-45bd-9bed-58adc9a7220d tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612872 Sep 15 13:48:02.091687 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7e99e-b210-4d3d-93c1-e47d16cedac9 req-3625e067-82d9-4e40-9e16-6147c5595b12 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.099154 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bfe7e99e-b210-4d3d-93c1-e47d16cedac9 req-3625e067-82d9-4e40-9e16-6147c5595b12 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0556343 Sep 15 13:48:02.154917 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bfe7e99e-b210-4d3d-93c1-e47d16cedac9 req-98e69a55-2281-4d86-9f86-180d98463d32 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548613 Sep 15 13:48:02.506111 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17f135-54a3-4cca-80e1-edf9cae4f7c1 req-93d0320c-1a0b-4be5-82f7-b09d05254365 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.513811 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ee17f135-54a3-4cca-80e1-edf9cae4f7c1 req-93d0320c-1a0b-4be5-82f7-b09d05254365 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.0744743 Sep 15 13:48:02.585589 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ee17f135-54a3-4cca-80e1-edf9cae4f7c1 req-e1c976f0-fd2d-484b-917a-f9791d50f3af tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Sep 15 13:48:02.707790 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d3e3-212c-4910-bf0a-f7535ed3be20 req-47accc9d-4a7a-46c0-a71c-afbba7416c94 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.709232 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bb51d3e3-212c-4910-bf0a-f7535ed3be20 req-47accc9d-4a7a-46c0-a71c-afbba7416c94 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0613396 Sep 15 13:48:02.777050 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bb51d3e3-212c-4910-bf0a-f7535ed3be20 req-18ae04f6-4b35-47fa-80ca-e375f0d0a7b2 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Sep 15 13:48:03.708798 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c45d8-e90c-4892-9d94-e63d1cfef709 req-c9a52d32-1937-4f6b-96cd-5dca73ed69d6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:03.710189 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d0c45d8-e90c-4892-9d94-e63d1cfef709 req-c9a52d32-1937-4f6b-96cd-5dca73ed69d6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.0539887 Sep 15 13:48:03.755170 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d0c45d8-e90c-4892-9d94-e63d1cfef709 req-42588eef-e300-43c7-96de-5fd1ebce2276 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Sep 15 13:48:03.919488 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041536-a2ac-43af-8239-78a14733bb7a req-98f4e97c-c8d2-4b5a-96c5-6627d2768952 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:03.921165 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-29041536-a2ac-43af-8239-78a14733bb7a req-98f4e97c-c8d2-4b5a-96c5-6627d2768952 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.0566161 Sep 15 13:48:03.968008 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-29041536-a2ac-43af-8239-78a14733bb7a req-20703f11-3216-4cc2-b2bd-3d1a1540ab4b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Sep 15 13:48:04.360861 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-fe0bd277-39f7-4eb6-8495-d4e95e69a4eb tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:04.360861 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-fe0bd277-39f7-4eb6-8495-d4e95e69a4eb tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/networks?id=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc HTTP/1.1" status: 200 len: 814 time: 0.3770523 Sep 15 13:48:04.384511 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82c8df05-989b-4e69-b96c-f7f127c271de tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:04.384511 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82c8df05-989b-4e69-b96c-f7f127c271de tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.3520410 Sep 15 13:48:04.419471 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-d269e141-4c67-46fc-a68d-48aef16d434a tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/quotas/bfb6cd63c4ca4775bb3268f25032a850 HTTP/1.1" status: 200 len: 375 time: 0.0416367 Sep 15 13:48:04.478656 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-8bdc2db9-c420-4110-94da-3cbca07fb10c tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531805 Sep 15 13:48:04.555289 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Deleting port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:04.555620 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:04.633024 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-60905354-3895-4004-bdc5-cddf17b6fde9 service neutron] 10.222.0.23 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459811 Sep 15 13:48:04.722186 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] For port 0cda5022-3bf8-4406-b8dc-ea66d83dd107, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0cda5022-3bf8-4406-b8dc-ea66d83dd107,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:04.723005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:04.768136 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Calling delete_port for 0cda5022-3bf8-4406-b8dc-ea66d83dd107 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:04.841669 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-05bae2b9-2bbf-4dc7-9d16-3638927732f8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:04.843212 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-05bae2b9-2bbf-4dc7-9d16-3638927732f8 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.1786656 Sep 15 13:48:04.862435 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-1e18fd6e-b30d-44d5-b7b2-233ff79fc8aa service neutron] 10.222.0.23 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216239 Sep 15 13:48:05.028590 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318739d4-d582-4826-9c09-7550dffde1dc req-f1949b16-f00c-44de-afb4-c2360396f473 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:05.030150 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-318739d4-d582-4826-9c09-7550dffde1dc req-f1949b16-f00c-44de-afb4-c2360396f473 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 945 time: 0.1565509 Sep 15 13:48:05.128971 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-318739d4-d582-4826-9c09-7550dffde1dc req-04d5215f-fab1-414e-89d7-5a5a170d23b9 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906706 Sep 15 13:48:05.143153 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Deleting port 58386000-9091-489e-8dc8-e13607fbd5e1 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:05.143513 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.255582 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.275468 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a', 'd9b691a3-d525-4023-ad41-18cf9182e632', '591b4209-06c7-419d-accb-b237e01a8e73', '0cda5022-3bf8-4406-b8dc-ea66d83dd107'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:05.366796 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event deleted for resources: {'Port': ['ID=0cda5022-3bf8-4406-b8dc-ea66d83dd107,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:05.389318 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2a7b25ce-e927-45f5-9229-d336728899d2 req-db0f841c-ce1d-4c96-ab18-fdd77c2c7170 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 210 time: 0.0543647 Sep 15 13:48:05.508189 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] No DVR routers for this DVR port 0cda5022-3bf8-4406-b8dc-ea66d83dd107 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:05.516054 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.518136 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5ab11cb7-4ba3-4f7a-8778-72a5ea299557 req-82e25686-5e75-44b5-862a-0199c43fc6a3 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "DELETE /v2.0/ports/0cda5022-3bf8-4406-b8dc-ea66d83dd107 HTTP/1.1" status: 204 len: 173 time: 1.1342781 Sep 15 13:48:05.520166 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] For port 58386000-9091-489e-8dc8-e13607fbd5e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58386000-9091-489e-8dc8-e13607fbd5e1,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:05.524795 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.524795 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'name': 'network-vif-deleted', 'tag': '0cda5022-3bf8-4406-b8dc-ea66d83dd107'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:05.525771 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef705c54-f09b-4d34-802d-786dbb794f9b" -d '{"events": [{"server_uuid": "6949fb6e-efc8-4018-a0e7-988dd61152b3", "name": "network-vif-deleted", "tag": "0cda5022-3bf8-4406-b8dc-ea66d83dd107"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:05.551950 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Calling delete_port for 58386000-9091-489e-8dc8-e13607fbd5e1 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:05.617601 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ab69-b2e5-43f2-851a-65ca37d58770 req-23f0c150-f3e5-4c40-b746-e8cd9b8892b5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:05.626423 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4064ab69-b2e5-43f2-851a-65ca37d58770 req-23f0c150-f3e5-4c40-b746-e8cd9b8892b5 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 946 time: 0.3711336 Sep 15 13:48:05.693190 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4064ab69-b2e5-43f2-851a-65ca37d58770 req-05b1d1c6-8da8-4971-8194-8a3ef50a8d05 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 Sep 15 13:48:05.787337 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094f33e4-0175-43ef-8a36-edfb093cb772 x-openstack-request-id: req-094f33e4-0175-43ef-8a36-edfb093cb772 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:05.788006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6949fb6e-efc8-4018-a0e7-988dd61152b3", "name": "network-vif-deleted", "tag": "0cda5022-3bf8-4406-b8dc-ea66d83dd107", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:05.788006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-094f33e4-0175-43ef-8a36-edfb093cb772 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:05.788586 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6949fb6e-efc8-4018-a0e7-988dd61152b3', 'name': 'network-vif-deleted', 'tag': '0cda5022-3bf8-4406-b8dc-ea66d83dd107', 'status': 'completed', 'code': 200} Sep 15 13:48:05.930519 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.964817 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Pushing event deleted for resources: {'Port': ['ID=58386000-9091-489e-8dc8-e13607fbd5e1,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:06.027200 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] No DVR routers for this DVR port 58386000-9091-489e-8dc8-e13607fbd5e1 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:06.027962 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:06.030404 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9c8b2305-c6c6-4f4b-bb13-20d8d650244d req-afc6ead6-d414-40b7-ab31-83d1a5b53d56 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "DELETE /v2.0/ports/58386000-9091-489e-8dc8-e13607fbd5e1 HTTP/1.1" status: 204 len: 173 time: 1.1669071 Sep 15 13:48:06.426555 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-392972ba-4f2a-4c94-87b9-c6ec4cd72024 req-15dc6981-2646-40f6-aee2-dd0ab5d310c0 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6949fb6e-efc8-4018-a0e7-988dd61152b3 HTTP/1.1" status: 200 len: 210 time: 0.0365214 Sep 15 13:48:06.599445 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9572d7-7b55-4991-aa3f-f503542b8c59 req-1551997e-b09f-4293-ae23-223d97faa2e9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:06.601227 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4f9572d7-7b55-4991-aa3f-f503542b8c59 req-1551997e-b09f-4293-ae23-223d97faa2e9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0929005 Sep 15 13:48:06.664558 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4f9572d7-7b55-4991-aa3f-f503542b8c59 req-9e193a1d-8d89-4a22-956d-db23741863ed tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554714 Sep 15 13:48:06.780437 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8763e8a4-8bfe-4141-a836-7532c477d342 req-302a51ef-20e1-4ca7-906a-f7b3bf7ce29f tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 210 time: 0.0389719 Sep 15 13:48:06.928873 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fcc0611f-bdd9-48ef-9dd0-2decf1217d68 req-3dda4e51-4d39-4667-83ba-ce697a3fdebd tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eadd443-4c2b-49d7-955b-ae1ee35212c5 HTTP/1.1" status: 200 len: 210 time: 0.0340350 Sep 15 13:48:07.192654 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-bb1fc08c-17a3-4dd7-8950-ce509c624018 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476243 Sep 15 13:48:07.276959 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-fe8f3e40-1cd5-4954-b013-40775c8aacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.278646 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-fe8f3e40-1cd5-4954-b013-40775c8aacf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 1099 time: 0.0464230 Sep 15 13:48:07.285479 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['0e8e638a-4fe1-4bb3-b65a-1fc07786728b'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:07.470564 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-049076ae-930d-4cd0-8693-67c9c3ebebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.473024 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-049076ae-930d-4cd0-8693-67c9c3ebebbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 200 len: 916 time: 0.1563587 Sep 15 13:48:07.536038 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-17af1af7-28d3-44a5-842b-b61c5fe63dad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a HTTP/1.1" status: 200 len: 217 time: 0.0510440 Sep 15 13:48:07.610913 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-b6f504df-2254-4343-9300-adb99c1edfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.612550 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-b6f504df-2254-4343-9300-adb99c1edfcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 200 len: 855 time: 0.0687346 Sep 15 13:48:07.668065 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-f0aa5c90-e2a6-485a-b3ca-e11c3319f966 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91805e3b-4a33-4370-a857-7650e0db00c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450487 Sep 15 13:48:07.861711 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'name': 'network-vif-deleted', 'tag': '58386000-9091-489e-8dc8-e13607fbd5e1'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:07.861971 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd56d5cf-b464-43c9-b790-262d97cca01f" -d '{"events": [{"server_uuid": "1eadd443-4c2b-49d7-955b-ae1ee35212c5", "name": "network-vif-deleted", "tag": "58386000-9091-489e-8dc8-e13607fbd5e1"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:07.924899 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.942083 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6ddb90ed-4151-4aeb-b2eb-ad52cbaea5ab req-f19e0212-f2bb-44d5-a213-a23f9415d132 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 210 time: 0.0406966 Sep 15 13:48:07.971793 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-4739770f-bf72-4a74-a10c-807d8a44caa1 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955866 Sep 15 13:48:07.983379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702700-24ed-435e-a35e-fd71d954bf9d req-c97672bf-6e60-4691-8842-b4b28208fb39 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.984045 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c0702700-24ed-435e-a35e-fd71d954bf9d req-c97672bf-6e60-4691-8842-b4b28208fb39 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.2192743 Sep 15 13:48:08.022304 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a04c31-90e2-46db-b187-fb2f0d7dd9c2 x-openstack-request-id: req-a9a04c31-90e2-46db-b187-fb2f0d7dd9c2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:08.022599 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eadd443-4c2b-49d7-955b-ae1ee35212c5", "name": "network-vif-deleted", "tag": "58386000-9091-489e-8dc8-e13607fbd5e1", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:08.022838 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9a04c31-90e2-46db-b187-fb2f0d7dd9c2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:08.023219 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eadd443-4c2b-49d7-955b-ae1ee35212c5', 'name': 'network-vif-deleted', 'tag': '58386000-9091-489e-8dc8-e13607fbd5e1', 'status': 'completed', 'code': 200} Sep 15 13:48:08.189903 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c0702700-24ed-435e-a35e-fd71d954bf9d req-0fa3e4c8-fcf7-4601-84b7-84d1e16c6850 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951911 Sep 15 13:48:08.252870 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45f9fdc7-c4ff-4869-ba5e-201668f76389 req-90bebfb6-417d-4f76-bcb6-aae5086d1f76 service neutron] 10.222.0.37 "GET /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662642 Sep 15 13:48:08.893033 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77b880-d54e-494d-a0f3-943097354dc2 req-8cce1807-93f3-458c-a80b-56a512b4be6d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:08.893033 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5f77b880-d54e-494d-a0f3-943097354dc2 req-8cce1807-93f3-458c-a80b-56a512b4be6d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1284306 Sep 15 13:48:08.899955 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-1a535f77-3b92-4c87-822b-8116f0b592e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:08.902141 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-1a535f77-3b92-4c87-822b-8116f0b592e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "GET /v2.0/networks?id=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc HTTP/1.1" status: 200 len: 814 time: 0.2055087 Sep 15 13:48:08.911231 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0cda5022-3bf8-4406-b8dc-ea66d83dd107 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:08.929008 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:48:08.949226 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Request body: {'port': {'device_id': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc', 'admin_state_up': True, 'tenant_id': 'bfb6cd63c4ca4775bb3268f25032a850'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:08.958141 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 0cda5022-3bf8-4406-b8dc-ea66d83dd107 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:08.958914 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0cda5022-3bf8-4406-b8dc-ea66d83dd107 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:08.959432 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 58386000-9091-489e-8dc8-e13607fbd5e1 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:09.008750 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 58386000-9091-489e-8dc8-e13607fbd5e1 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:09.011912 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 58386000-9091-489e-8dc8-e13607fbd5e1 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:09.083684 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5f77b880-d54e-494d-a0f3-943097354dc2 req-5c141eec-cd1d-435f-9dae-45b9fd679e36 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680276 Sep 15 13:48:09.222846 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-586b7f17-94bb-43b9-b6e9-49b3301c95df req-1b9eec2b-6f1b-476d-bc9a-959ca60fd533 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 210 time: 0.0518188 Sep 15 13:48:09.267272 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Made reservation on behalf of bfb6cd63c4ca4775bb3268f25032a850 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:09.271091 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.425413 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213b56-cdb8-4270-b9c0-8c6f1b6facca req-1beab49b-7a3f-462a-ab95-1b8a2fcb27a0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:09.426953 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-22213b56-cdb8-4270-b9c0-8c6f1b6facca req-1beab49b-7a3f-462a-ab95-1b8a2fcb27a0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1266356 Sep 15 13:48:09.501352 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Allocated IP 172.20.0.13 (7c9ae904-d8a4-4b11-a1f3-a861bb3657dc/46ca81a9-369c-498c-ae25-b529b7f24096/1a12a282-f64b-4c6d-9948-d0eb47522cfa) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:48:09.527923 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-22213b56-cdb8-4270-b9c0-8c6f1b6facca req-564b6eab-5950-444a-8abc-457814ae6bff tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813069 Sep 15 13:48:09.677351 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa328-7eb5-4ab3-83b1-289416018afc req-e119b883-c467-4e89-aeb5-f109c43c2321 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:09.678892 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a79aa328-7eb5-4ab3-83b1-289416018afc req-e119b883-c467-4e89-aeb5-f109c43c2321 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0908163 Sep 15 13:48:09.741214 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a79aa328-7eb5-4ab3-83b1-289416018afc req-975c3335-7889-4ec0-93be-7d33ca4c4223 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361414 Sep 15 13:48:09.797735 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.914921 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.993801 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:48:09.998590 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:10.003112 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:48:10.059779 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Pushing event updated for resources: {'Port': ['ID=1a12a282-f64b-4c6d-9948-d0eb47522cfa,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:10.098459 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:10.099113 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:10.204408 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f1843849-3557-40df-9150-60ac71cbdc9e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2649841 Sep 15 13:48:10.217990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Request body: {'port': {'device_id': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:10.257717 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b39e0-9879-4d47-8ac7-f83013393ae3 req-1098c33c-56ce-4728-a560-6d535cf8fc22 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:10.265790 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-522b39e0-9879-4d47-8ac7-f83013393ae3 req-1098c33c-56ce-4728-a560-6d535cf8fc22 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0953202 Sep 15 13:48:10.377675 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:10.411892 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-522b39e0-9879-4d47-8ac7-f83013393ae3 req-97f0caa3-f88d-4dfd-8a28-2ae29724df16 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451685 Sep 15 13:48:10.465248 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23de04-a7cf-41a6-becd-4b7b167dd3f6 req-00bedffd-f516-4770-9eef-00062e4a7053 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:10.467052 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0b23de04-a7cf-41a6-becd-4b7b167dd3f6 req-00bedffd-f516-4770-9eef-00062e4a7053 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 932 time: 0.1426418 Sep 15 13:48:10.602818 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0b23de04-a7cf-41a6-becd-4b7b167dd3f6 req-dff4f8bd-a42a-4940-912a-61bd7ca5f6bb tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266234 Sep 15 13:48:10.762501 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc762d1-1e7a-46ef-96f6-6aab75f1d773 req-b19b7fd8-9db7-4b0e-94e5-6bc75cf886fb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:10.764971 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ffc762d1-1e7a-46ef-96f6-6aab75f1d773 req-b19b7fd8-9db7-4b0e-94e5-6bc75cf886fb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1546035 Sep 15 13:48:11.128044 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ffc762d1-1e7a-46ef-96f6-6aab75f1d773 req-4a75df92-256a-475a-af63-4567019f016a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456981 Sep 15 13:48:11.159322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9aa2-0c6b-4229-bd95-87eed621a94b req-e8392248-7d09-40aa-b908-f755e955d965 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:11.160938 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a41a9aa2-0c6b-4229-bd95-87eed621a94b req-e8392248-7d09-40aa-b908-f755e955d965 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.0983896 Sep 15 13:48:11.210372 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a12a282-f64b-4c6d-9948-d0eb47522cfa {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:11.222969 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.237142 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a41a9aa2-0c6b-4229-bd95-87eed621a94b req-cb30016c-9304-42d9-88d8-3ddd65b424fb tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Sep 15 13:48:11.242268 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Transition to ACTIVE for port object 1a12a282-f64b-4c6d-9948-d0eb47522cfa will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:48:11.325049 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.385002 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12a282-f64b-4c6d-9948-d0eb47522cfa,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:11.535855 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Attempting to bind port 1a12a282-f64b-4c6d-9948-d0eb47522cfa on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:48:11.536189 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Attempting to bind port 1a12a282-f64b-4c6d-9948-d0eb47522cfa by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:48:11.536551 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Attempting to bind port 1a12a282-f64b-4c6d-9948-d0eb47522cfa on network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:48:11.550953 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Port 1a12a282-f64b-4c6d-9948-d0eb47522cfa on network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:48:11.551566 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Attempting to bind port 1a12a282-f64b-4c6d-9948-d0eb47522cfa on network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:48:11.574528 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:48:11.575010 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Checking segment: {'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:48:11.575493 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Bound using segment: {'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:48:11.576034 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Bound port: 1a12a282-f64b-4c6d-9948-d0eb47522cfa, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:48:11.576518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.612329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcf169-31db-4928-862e-bf1a1ad71d0d req-cc0f1afc-8223-4dfe-b0a3-6f0fc70f526b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:11.614039 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83fcf169-31db-4928-862e-bf1a1ad71d0d req-cc0f1afc-8223-4dfe-b0a3-6f0fc70f526b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0801563 Sep 15 13:48:11.749340 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83fcf169-31db-4928-862e-bf1a1ad71d0d req-348112cc-2bc4-4ffb-a63f-e990e2e9c12e tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905209 Sep 15 13:48:11.753398 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] For port 1a12a282-f64b-4c6d-9948-d0eb47522cfa, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:48:11.769390 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] For port 1a12a282-f64b-4c6d-9948-d0eb47522cfa, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1a12a282-f64b-4c6d-9948-d0eb47522cfa,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:48:11.781663 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996dad6-587b-4ff2-8e85-e72c1558f6a6 req-c7dac6fc-7660-44a1-9f43-b8183aa33948 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:11.783165 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9996dad6-587b-4ff2-8e85-e72c1558f6a6 req-c7dac6fc-7660-44a1-9f43-b8183aa33948 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 944 time: 0.0892842 Sep 15 13:48:11.822254 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9996dad6-587b-4ff2-8e85-e72c1558f6a6 req-c1d93800-8ebc-4ac1-a1b8-bf7c4fa75df7 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331590 Sep 15 13:48:11.861587 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.896816 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:11.897451 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.898808 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] 10.222.0.37 "PUT /v2.0/ports/1a12a282-f64b-4c6d-9948-d0eb47522cfa HTTP/1.1" status: 200 len: 1094 time: 1.6862562 Sep 15 13:48:11.899302 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'tag': '1a12a282-f64b-4c6d-9948-d0eb47522cfa'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:11.902756 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0923d9fc-cef6-41c6-8f02-df5831985104" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6", "tag": "1a12a282-f64b-4c6d-9948-d0eb47522cfa"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:11.930509 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeddc65-d8ea-4228-95f0-ccbad9992470 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12a282-f64b-4c6d-9948-d0eb47522cfa,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:11.946371 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada9e9f0-2279-44e4-965b-c167fcf322cf x-openstack-request-id: req-ada9e9f0-2279-44e4-965b-c167fcf322cf {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:11.946775 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6", "tag": "1a12a282-f64b-4c6d-9948-d0eb47522cfa", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:11.947138 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ada9e9f0-2279-44e4-965b-c167fcf322cf {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:11.947616 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'tag': '1a12a282-f64b-4c6d-9948-d0eb47522cfa', 'status': 'completed', 'code': 200} Sep 15 13:48:12.018995 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923d9fc-cef6-41c6-8f02-df5831985104 req-1b5d9e97-1169-413a-99f3-960a94d70938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.020675 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0923d9fc-cef6-41c6-8f02-df5831985104 req-1b5d9e97-1169-413a-99f3-960a94d70938 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 1097 time: 0.0485783 Sep 15 13:48:12.162452 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923d9fc-cef6-41c6-8f02-df5831985104 req-b4867be4-983a-4f68-a91f-0c62bfafd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.163895 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0923d9fc-cef6-41c6-8f02-df5831985104 req-b4867be4-983a-4f68-a91f-0c62bfafd786 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1148047 Sep 15 13:48:12.320172 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c185f-0f22-465c-928f-b940afda834d req-d06fc5b5-e1d6-4a98-8a99-791424ee31e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.321827 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fd9c185f-0f22-465c-928f-b940afda834d req-d06fc5b5-e1d6-4a98-8a99-791424ee31e6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.1734519 Sep 15 13:48:12.415320 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923d9fc-cef6-41c6-8f02-df5831985104 req-cc938fc9-6d3c-4616-86ad-b28063fcbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.418311 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0923d9fc-cef6-41c6-8f02-df5831985104 req-cc938fc9-6d3c-4616-86ad-b28063fcbe8a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348971 Sep 15 13:48:12.426976 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47714da-3bf6-490b-b6d8-8e60ad5b8389 req-616e6741-e4f4-45cc-a101-9a5da1935e9f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.428558 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d47714da-3bf6-490b-b6d8-8e60ad5b8389 req-616e6741-e4f4-45cc-a101-9a5da1935e9f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1936302 Sep 15 13:48:12.532546 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d044142-5cbc-4343-afe0-42c4a9816159 req-64a20790-8381-4f79-b961-0a877536c6ad tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.537322 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d044142-5cbc-4343-afe0-42c4a9816159 req-64a20790-8381-4f79-b961-0a877536c6ad tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 945 time: 0.2129636 Sep 15 13:48:12.598308 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d47714da-3bf6-490b-b6d8-8e60ad5b8389 req-8ca47d91-e00f-4516-bc2e-6577245cfc56 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292872 Sep 15 13:48:12.606925 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-e196cf47-4110-45b7-8712-10937dfd1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.608444 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-e196cf47-4110-45b7-8712-10937dfd1990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 1097 time: 0.1220696 Sep 15 13:48:12.636375 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d044142-5cbc-4343-afe0-42c4a9816159 req-4bf02291-e8ef-4ea4-93a5-bc78aa889766 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846424 Sep 15 13:48:12.673243 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Deleting port 591b4209-06c7-419d-accb-b237e01a8e73 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:12.673520 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:12.676864 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-d8101f56-7c79-45c9-a267-e575c2d06813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a12a282-f64b-4c6d-9948-d0eb47522cfa HTTP/1.1" status: 200 len: 217 time: 0.0591989 Sep 15 13:48:12.785992 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-353b54cc-b760-4297-8c7e-0cd760958dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.787446 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-353b54cc-b760-4297-8c7e-0cd760958dc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46ca81a9-369c-498c-ae25-b529b7f24096 HTTP/1.1" status: 200 len: 854 time: 0.0985489 Sep 15 13:48:12.829199 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-51b70b9e-c0ba-4b94-bd74-a132e326f65c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303419 Sep 15 13:48:12.834300 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] For port 591b4209-06c7-419d-accb-b237e01a8e73, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=591b4209-06c7-419d-accb-b237e01a8e73,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:12.834665 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:12.888137 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Calling delete_port for 591b4209-06c7-419d-accb-b237e01a8e73 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:13.021723 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d27ce-38aa-407f-9713-d9c5c4e17c3a req-89d5284e-1009-465a-a492-86e7fc2d945f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:13.023220 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-360d27ce-38aa-407f-9713-d9c5c4e17c3a req-89d5284e-1009-465a-a492-86e7fc2d945f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.1963434 Sep 15 13:48:13.087788 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f202063-c452-43f7-9d75-3046e837eb0b req-11fd8e8a-c0e8-4592-88c9-5481814e327e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:13.089991 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f202063-c452-43f7-9d75-3046e837eb0b req-11fd8e8a-c0e8-4592-88c9-5481814e327e tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 944 time: 0.1858394 Sep 15 13:48:13.102840 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-6add5483-ad4c-488e-a7ca-9a1f3fdd48cd service neutron] 10.222.0.37 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499177 Sep 15 13:48:13.154102 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-360d27ce-38aa-407f-9713-d9c5c4e17c3a req-724597d9-2511-40e4-ad71-992b7cd44573 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184485 Sep 15 13:48:13.234960 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f202063-c452-43f7-9d75-3046e837eb0b req-8f3519dd-dc0d-48fc-87e6-c690a171dea5 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343400 Sep 15 13:48:13.289653 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7074b225-590f-427b-a4cc-dc9dec7bf3d5 req-f7be9f71-45ba-4dc5-89e6-6f393d10e647 service neutron] 10.222.0.37 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598287 Sep 15 13:48:13.421640 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.436900 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a', 'd9b691a3-d525-4023-ad41-18cf9182e632', '591b4209-06c7-419d-accb-b237e01a8e73'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:13.450781 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event deleted for resources: {'Port': ['ID=591b4209-06c7-419d-accb-b237e01a8e73,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:13.496972 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] No DVR routers for this DVR port 591b4209-06c7-419d-accb-b237e01a8e73 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:13.503086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.505302 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fd9c185f-0f22-465c-928f-b940afda834d req-8bfc82d9-65c5-4e0a-9721-310cbdd10aa6 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "DELETE /v2.0/ports/591b4209-06c7-419d-accb-b237e01a8e73 HTTP/1.1" status: 204 len: 173 time: 1.1744866 Sep 15 13:48:13.728518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11a59-0966-4c31-b27a-17e4b7d74a7b req-c5dd0222-6664-455f-a5e0-406e14c892c8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:13.731135 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85e11a59-0966-4c31-b27a-17e4b7d74a7b req-c5dd0222-6664-455f-a5e0-406e14c892c8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0525134 Sep 15 13:48:13.761678 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-867f3cf8-9c9a-4512-8538-7897253e7e39 req-54162b32-1462-42d4-9582-9d3b4b1dcd78 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0410841 Sep 15 13:48:13.788089 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85e11a59-0966-4c31-b27a-17e4b7d74a7b req-0e003bbe-62ec-485b-9c49-9d783306e414 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491769 Sep 15 13:48:13.948938 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'name': 'network-vif-deleted', 'tag': '591b4209-06c7-419d-accb-b237e01a8e73'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:13.951292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2db9fe-be5e-4abd-9c46-a7ba9b1f6089" -d '{"events": [{"server_uuid": "3d2c01b9-6875-443c-837d-f48475ea5a16", "name": "network-vif-deleted", "tag": "591b4209-06c7-419d-accb-b237e01a8e73"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:13.986351 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57b11ff-58f6-4092-b82f-b6975fd3ff5c x-openstack-request-id: req-f57b11ff-58f6-4092-b82f-b6975fd3ff5c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:13.991372 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c01b9-6875-443c-837d-f48475ea5a16", "name": "network-vif-deleted", "tag": "591b4209-06c7-419d-accb-b237e01a8e73", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:13.991372 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f57b11ff-58f6-4092-b82f-b6975fd3ff5c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:13.991372 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c01b9-6875-443c-837d-f48475ea5a16', 'name': 'network-vif-deleted', 'tag': '591b4209-06c7-419d-accb-b237e01a8e73', 'status': 'completed', 'code': 200} Sep 15 13:48:14.271385 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f81e1-1c2c-4da2-a55a-32b614f5e66a req-2c86fdba-4a42-4b90-b9d3-1806b9876f1b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:14.272795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8c7f81e1-1c2c-4da2-a55a-32b614f5e66a req-2c86fdba-4a42-4b90-b9d3-1806b9876f1b tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0520766 Sep 15 13:48:14.342785 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8c7f81e1-1c2c-4da2-a55a-32b614f5e66a req-e4b6e3eb-d003-458b-9823-6bf2c1175276 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616133 Sep 15 13:48:14.365933 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1acf1e-ef49-4a6f-8a71-4abd3ee1fdd6 req-60ff5cbb-b576-42f5-b8c4-49eba22768d8 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:14.367729 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd1acf1e-ef49-4a6f-8a71-4abd3ee1fdd6 req-60ff5cbb-b576-42f5-b8c4-49eba22768d8 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 944 time: 0.0556352 Sep 15 13:48:14.409513 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd1acf1e-ef49-4a6f-8a71-4abd3ee1fdd6 req-29bdaebc-b7fe-4b9e-9ba4-f2557ef381cb tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Sep 15 13:48:14.888317 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8dd52a76-52ff-4826-b8fb-d2688b3d46f0 req-778f1318-2c7c-4c11-8a8e-6b10f06b5171 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c01b9-6875-443c-837d-f48475ea5a16 HTTP/1.1" status: 200 len: 210 time: 0.0390441 Sep 15 13:48:14.941288 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1c774-5155-4c7f-a105-0e936f7441b6 req-bce5f492-dd8b-478c-89f2-1ab33e367b44 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:14.942742 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-52f1c774-5155-4c7f-a105-0e936f7441b6 req-bce5f492-dd8b-478c-89f2-1ab33e367b44 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0581181 Sep 15 13:48:14.982751 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-52f1c774-5155-4c7f-a105-0e936f7441b6 req-6f7f6673-9cca-49d4-97bc-a81dd9929588 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330596 Sep 15 13:48:15.490198 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3065c4-2da5-4f36-bba2-41ed90b4a835 req-4b9b209e-c6e1-41a3-9c55-5a1ad8b7348f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:15.491887 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1c3065c4-2da5-4f36-bba2-41ed90b4a835 req-4b9b209e-c6e1-41a3-9c55-5a1ad8b7348f tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0818465 Sep 15 13:48:15.558550 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1c3065c4-2da5-4f36-bba2-41ed90b4a835 req-f56f2a02-715e-4670-994f-c9ed2621387d tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/security-groups?id=a53248b4-bee7-4ea0-825a-e47a2ab4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601287 Sep 15 13:48:15.577620 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a5c1a-cea0-41b2-8038-230308ca06e0 req-0ca55941-da3c-4fd9-bded-4992f978bf6f tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:15.579125 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c64a5c1a-cea0-41b2-8038-230308ca06e0 req-0ca55941-da3c-4fd9-bded-4992f978bf6f tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 944 time: 0.0736578 Sep 15 13:48:15.619108 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c64a5c1a-cea0-41b2-8038-230308ca06e0 req-8b8cda74-a7b2-4b89-b3aa-5b972894fc2d tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Sep 15 13:48:15.822770 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-6ec816c2-0fb8-433b-8288-f9603ca57ca6 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:15.826480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-6ec816c2-0fb8-433b-8288-f9603ca57ca6 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 945 time: 0.0657439 Sep 15 13:48:15.952242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a68805-1d62-48a2-9329-1e12b86b6828 req-0ef36177-26b6-4b28-9418-c864d9cedf54 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:15.953773 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-32a68805-1d62-48a2-9329-1e12b86b6828 req-0ef36177-26b6-4b28-9418-c864d9cedf54 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0833936 Sep 15 13:48:15.974101 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Deleting port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:15.974455 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.027379 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-87bce4ae-2f24-4374-a665-cd7187e450d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.053776 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-32a68805-1d62-48a2-9329-1e12b86b6828 req-47224794-ec63-4315-8a2c-02bf654ed723 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932961 Sep 15 13:48:16.078019 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33532) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:16.086680 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] For port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:16.087087 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.102892 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Calling delete_port for 0e8e638a-4fe1-4bb3-b65a-1fc07786728b owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:16.214976 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f86a7-c6fa-4b35-a59e-934bdf355dcb req-fe5113f7-5309-436f-a081-56d1372dbe45 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:16.216672 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-360f86a7-c6fa-4b35-a59e-934bdf355dcb req-fe5113f7-5309-436f-a081-56d1372dbe45 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1050715 Sep 15 13:48:16.271226 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c984a65-c1ff-479d-b5d3-6b1dad944e2b tempest-TestMinimumBasicScenario-2076590504 tempest-TestMinimumBasicScenario-2076590504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:16.272878 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0c984a65-c1ff-479d-b5d3-6b1dad944e2b tempest-TestMinimumBasicScenario-2076590504 tempest-TestMinimumBasicScenario-2076590504-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1094 time: 0.1932900 Sep 15 13:48:16.275736 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33540) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:16.280731 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'port_id': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:16.283792 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-360f86a7-c6fa-4b35-a59e-934bdf355dcb req-5eaac3f5-317c-4e85-b373-4e9f97dfad8b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601935 Sep 15 13:48:16.375681 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.398710 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.411113 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['0e8e638a-4fe1-4bb3-b65a-1fc07786728b'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:16.433016 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Pushing event deleted for resources: {'Port': ['ID=0e8e638a-4fe1-4bb3-b65a-1fc07786728b,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:16.446026 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.446191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.446565 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.446965 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.447366 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.447761 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.448155 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.448599 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.449058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.449399 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.449854 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.450259 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:16.474438 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.509626 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] No DVR routers for this DVR port 0e8e638a-4fe1-4bb3-b65a-1fc07786728b on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:16.512873 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.514929 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b0174fae-8f44-4728-99e4-fb5affe44e17 req-4939fd96-992b-4f09-845f-efaf72308a91 tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.37 "DELETE /v2.0/ports/0e8e638a-4fe1-4bb3-b65a-1fc07786728b HTTP/1.1" status: 204 len: 173 time: 0.6812131 Sep 15 13:48:16.515354 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f58760-c219-482a-9efd-3ac2070cde8d', 'name': 'network-vif-deleted', 'tag': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:16.517609 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9824d25-6d2f-4b6c-b4e4-d17280db4fbe" -d '{"events": [{"server_uuid": "91f58760-c219-482a-9efd-3ac2070cde8d", "name": "network-vif-deleted", "tag": "0e8e638a-4fe1-4bb3-b65a-1fc07786728b"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:16.552473 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0adc5a-6241-43bc-a783-ae4cda409e99 req-091ebf17-a897-48d2-96f1-6128219a2ae7 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:16.554080 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca0adc5a-6241-43bc-a783-ae4cda409e99 req-091ebf17-a897-48d2-96f1-6128219a2ae7 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.0824556 Sep 15 13:48:16.560147 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbed00-bbbb-4515-81ad-a1b8370e927e x-openstack-request-id: req-f3cbed00-bbbb-4515-81ad-a1b8370e927e {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:16.560430 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f58760-c219-482a-9efd-3ac2070cde8d", "name": "network-vif-deleted", "tag": "0e8e638a-4fe1-4bb3-b65a-1fc07786728b", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:16.560671 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3cbed00-bbbb-4515-81ad-a1b8370e927e {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:16.561114 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f58760-c219-482a-9efd-3ac2070cde8d', 'name': 'network-vif-deleted', 'tag': '0e8e638a-4fe1-4bb3-b65a-1fc07786728b', 'status': 'completed', 'code': 200} Sep 15 13:48:16.598071 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca0adc5a-6241-43bc-a783-ae4cda409e99 req-11375216-e04d-4053-926d-c3f4dd49327a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360689 Sep 15 13:48:16.613287 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Allocated IP 172.27.3.148 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/f07a9fb5-5b4a-4183-b413-82b819229b38) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:48:16.661203 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a457ac1f-8f7a-4265-a4c6-6a0b1125f2d2 req-14db4e0c-92f0-449c-a9fa-ffe4890e9afd tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 210 time: 0.0279179 Sep 15 13:48:16.741326 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.762381 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42cd5-efa5-468a-8643-f54f73b0c1d4 req-1f1f6d86-b193-4b62-9790-f2ed6894c77d tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:16.763898 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d4d42cd5-efa5-468a-8643-f54f73b0c1d4 req-1f1f6d86-b193-4b62-9790-f2ed6894c77d tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 944 time: 0.0548778 Sep 15 13:48:16.802854 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d4d42cd5-efa5-468a-8643-f54f73b0c1d4 req-8de4535b-ffa3-45d2-ac2a-d11f9de20e91 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Sep 15 13:48:16.919480 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:16.940248 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 1a12a282-f64b-4c6d-9948-d0eb47522cfa details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:48:16.943401 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 591b4209-06c7-419d-accb-b237e01a8e73 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:16.958343 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:48:16.959838 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:16.963156 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:48:16.971153 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 591b4209-06c7-419d-accb-b237e01a8e73 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:16.971501 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 591b4209-06c7-419d-accb-b237e01a8e73 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:16.990078 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'Port': ['ID=f07a9fb5-5b4a-4183-b413-82b819229b38,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:17.001638 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.001638 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.002026 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.002456 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.002660 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.002983 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.003304 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.003633 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.003967 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.004289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.004598 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.005404 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:17.068225 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 1a12a282-f64b-4c6d-9948-d0eb47522cfa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1a12a282-f64b-4c6d-9948-d0eb47522cfa,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:17.078915 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '1a12a282-f64b-4c6d-9948-d0eb47522cfa', 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc', 'port_id': '1a12a282-f64b-4c6d-9948-d0eb47522cfa', 'mac_address': 'fa:16:3e:9f:6d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca81a9-369c-498c-ae25-b529b7f24096', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:48:17.117835 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.130584 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a12a282-f64b-4c6d-9948-d0eb47522cfa {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:17.150002 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 1a12a282-f64b-4c6d-9948-d0eb47522cfa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1a12a282-f64b-4c6d-9948-d0eb47522cfa,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:17.244166 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.298324 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=1a12a282-f64b-4c6d-9948-d0eb47522cfa,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:17.338306 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.420508 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f11f6-37fc-465a-9224-6c557d124757 req-3534bc75-a5fc-4064-8726-966260432aca tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:17.421992 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b14f11f6-37fc-465a-9224-6c557d124757 req-3534bc75-a5fc-4064-8726-966260432aca tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0495207 Sep 15 13:48:17.459699 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b14f11f6-37fc-465a-9224-6c557d124757 req-2319f7f9-e1b7-48f6-ade9-2226cab67bad tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317819 Sep 15 13:48:17.534144 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.684382 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['1a12a282-f64b-4c6d-9948-d0eb47522cfa'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:17.711744 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.733119 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2b867-c47f-4873-a2ef-08e17e223086 req-280e6107-858c-4e12-ac49-bda6714f5f6a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:17.742004 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d3c2b867-c47f-4873-a2ef-08e17e223086 req-280e6107-858c-4e12-ac49-bda6714f5f6a tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.0712411 Sep 15 13:48:17.778890 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d3c2b867-c47f-4873-a2ef-08e17e223086 req-066fd7f6-e223-4696-8188-899496e8e552 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362751 Sep 15 13:48:17.812590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-349faea4-abbb-4607-bbca-da5d591d794c req-742e2ee9-7386-499a-b326-b8430c30ec7c tempest-ServerRescueNegativeTestJSON-1765237999 tempest-ServerRescueNegativeTestJSON-1765237999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91f58760-c219-482a-9efd-3ac2070cde8d HTTP/1.1" status: 200 len: 210 time: 0.0305247 Sep 15 13:48:17.832538 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.865242 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.916854 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'Port': ['ID=f07a9fb5-5b4a-4183-b413-82b819229b38,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:17.936184 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac203b-0159-4d79-9922-79ecfb786498 req-16400246-73ec-4fef-a723-b5353bded200 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:17.937690 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-adac203b-0159-4d79-9922-79ecfb786498 req-16400246-73ec-4fef-a723-b5353bded200 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 945 time: 0.0535169 Sep 15 13:48:17.976102 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-adac203b-0159-4d79-9922-79ecfb786498 req-c1e1d075-2831-4883-b229-f26a14487d71 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Sep 15 13:48:17.979612 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.l3_db [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Floating IP 50fad64f-561e-433b-8aa3-60a1b2d6bee5 associated. External IP: 172.27.3.148, port: 534dd8dd-a0aa-4090-b49f-f0f94533c8e3. Sep 15 13:48:18.048070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33566) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:18.093831 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] Deleting subnet 840ba35d-cdba-4b44-871e-7041dd7a3d7f {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:48:18.097748 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.133319 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.175865 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.185767 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:48:18.398869 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.427895 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.432285 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/840ba35d-cdba-4b44-871e-7041dd7a3d7f HTTP/1.1" status: 204 len: 168 time: 0.3807664 Sep 15 13:48:18.432285 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621acd91-66bb-4915-8708-49bd5d0ca095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840ba35d-cdba-4b44-871e-7041dd7a3d7f,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:18.436651 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33568) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:18.457147 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:48:18.467579 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] Sync routers for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:48:18.481071 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:18.488864 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:47:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:18.530149 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.552955 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-77fb59ba-f414-4f01-8a17-9a7d677bf18c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:18.555461 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-77fb59ba-f414-4f01-8a17-9a7d677bf18c tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.0932660 Sep 15 13:48:18.591789 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:18.598342 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.626921 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff276-8d42-4f2f-a72a-7cebdfdb8ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.631345 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d3f4b4c5-4a71-460a-bce4-62f760b29719 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3545227 Sep 15 13:48:18.631972 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:18.634451 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e2882-bb4d-4c06-836c-24be9a9c594f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:18.637169 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33572) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:18.642006 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fa210e6c-840a-41d9-8c5d-16a2f1ff97a1 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986664634', 'description': 'tempest-secgroup-smoke-986664634 description', 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:18.691771 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c75a67b-ff44-479a-91e6-0c6702f2760d x-openstack-request-id: req-9c75a67b-ff44-479a-91e6-0c6702f2760d {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:18.692307 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:18.692648 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c75a67b-ff44-479a-91e6-0c6702f2760d {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:18.693140 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'status': 'completed', 'code': 200} Sep 15 13:48:18.747109 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa210e6c-840a-41d9-8c5d-16a2f1ff97a1 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.787672 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.845271 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa210e6c-840a-41d9-8c5d-16a2f1ff97a1 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.849044 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '50fad64f-561e-433b-8aa3-60a1b2d6bee5', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'port_id': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'mac_address': 'fa:16:3e:5b:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:17Z', 'updated_at': '2021-09-15T13:48:17Z', 'revision_number': 0, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:46Z', 'revision_number': 5, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:18.935675 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa210e6c-840a-41d9-8c5d-16a2f1ff97a1 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.951562 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.953440 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 1a12a282-f64b-4c6d-9948-d0eb47522cfa up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:48:18.967454 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] Checking router: b7b3c31f-b9e9-455a-98d7-41003fa14bf3 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:48:18.976155 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:18.976773 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:48:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:18.994087 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa210e6c-840a-41d9-8c5d-16a2f1ff97a1 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc0775a-1280-475f-9651-63fd2840d6a7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.019521 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3258e3ce-644a-487a-99d9-5199ffe84e4a']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:19.030964 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87a980-e892-47e8-860e-f110f69db864 req-a662d70d-f6ff-40dd-866d-7a9de9298db9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.032436 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fc87a980-e892-47e8-860e-f110f69db864 req-a662d70d-f6ff-40dd-866d-7a9de9298db9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.4409175 Sep 15 13:48:19.072869 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:19.073192 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c9dc71-eda4-4109-8e2d-bab37c1c5c4c') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:19.083750 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:19.084325 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fa210e6c-840a-41d9-8c5d-16a2f1ff97a1 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.085898 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-fa210e6c-840a-41d9-8c5d-16a2f1ff97a1 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4471674 Sep 15 13:48:19.088560 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33582) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.093706 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6967f3b9-02d8-4c03-8d43-95f5ce607df8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'security_group_rule': {'security_group_id': 'abc0775a-1280-475f-9651-63fd2840d6a7', 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:19.094527 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.124248 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 1a12a282-f64b-4c6d-9948-d0eb47522cfa completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:48:19.128591 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 1a12a282-f64b-4c6d-9948-d0eb47522cfa triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:48:19.129277 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.135895 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.155947 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:48:19.156353 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:48:19.160351 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:48:19.162612 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-84a5e9a6-c2cc-4492-9e13-3972aa896fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.163569 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-84a5e9a6-c2cc-4492-9e13-3972aa896fb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1099 time: 0.1673663 Sep 15 13:48:19.172058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06395e7a-64e1-4ee7-9723-3b70f8bef916 req-6cb79789-dba1-4d44-97d0-30627ef6d9c8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.173550 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-06395e7a-64e1-4ee7-9723-3b70f8bef916 req-6cb79789-dba1-4d44-97d0-30627ef6d9c8 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 945 time: 0.1837089 Sep 15 13:48:19.202318 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fc87a980-e892-47e8-860e-f110f69db864 req-0468490a-4a24-4822-b098-b8db2c2c9b85 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304488 Sep 15 13:48:19.242759 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6967f3b9-02d8-4c03-8d43-95f5ce607df8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.244718 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.253398 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Deleting port d9b691a3-d525-4023-ad41-18cf9182e632 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:19.253952 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.281216 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33584) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.314317 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6967f3b9-02d8-4c03-8d43-95f5ce607df8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.317735 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12a282-f64b-4c6d-9948-d0eb47522cfa'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:19.320336 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e2c42-ccc8-431f-9b1f-50e8424ac745" -d '{"events": [{"server_uuid": "7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6", "name": "network-vif-plugged", "status": "completed", "tag": "1a12a282-f64b-4c6d-9948-d0eb47522cfa"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:19.339952 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 1a12a282-f64b-4c6d-9948-d0eb47522cfa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1a12a282-f64b-4c6d-9948-d0eb47522cfa,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:19.408365 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-06395e7a-64e1-4ee7-9723-3b70f8bef916 req-364f47fa-f4d0-456f-9087-6b9f1c6752bc tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103992 Sep 15 13:48:19.408698 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '50fad64f-561e-433b-8aa3-60a1b2d6bee5', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'port_id': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'mac_address': 'fa:16:3e:5b:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:17Z', 'updated_at': '2021-09-15T13:48:17Z', 'revision_number': 0, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:46Z', 'revision_number': 5, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:19.430643 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6967f3b9-02d8-4c03-8d43-95f5ce607df8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.449370 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967f3b9-02d8-4c03-8d43-95f5ce607df8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81907b04-8b2f-46fd-8818-d09260a154ca,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.472802 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.473643 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0e8e638a-4fe1-4bb3-b65a-1fc07786728b no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:19.484054 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-dd36e922-f3c7-4216-ac88-57c5ede6e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.485557 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-dd36e922-f3c7-4216-ac88-57c5ede6e5d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.2997358 Sep 15 13:48:19.499541 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150ef1f-a0ee-4341-87cc-8e171d418b59 None None] The sync data for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi is: [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '50fad64f-561e-433b-8aa3-60a1b2d6bee5', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'port_id': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'mac_address': 'fa:16:3e:5b:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:17Z', 'updated_at': '2021-09-15T13:48:17Z', 'revision_number': 0, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:46Z', 'revision_number': 5, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:48:19.539135 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c6d9f-98ed-4346-9bd5-b231acc630b9 x-openstack-request-id: req-581c6d9f-98ed-4346-9bd5-b231acc630b9 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:19.539815 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6", "name": "network-vif-plugged", "status": "completed", "tag": "1a12a282-f64b-4c6d-9948-d0eb47522cfa", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:19.540230 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-581c6d9f-98ed-4346-9bd5-b231acc630b9 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:19.541052 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12a282-f64b-4c6d-9948-d0eb47522cfa', 'code': 200} Sep 15 13:48:19.541757 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=1a12a282-f64b-4c6d-9948-d0eb47522cfa,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.542835 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20cba-4a4e-4708-8b11-f46188ad5d48 req-1a68a9a8-41ca-48ef-9bf9-3dd96e2a3ec7 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.557143 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-61f20cba-4a4e-4708-8b11-f46188ad5d48 req-1a68a9a8-41ca-48ef-9bf9-3dd96e2a3ec7 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 945 time: 0.2215762 Sep 15 13:48:19.560622 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] For port d9b691a3-d525-4023-ad41-18cf9182e632, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d9b691a3-d525-4023-ad41-18cf9182e632,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:19.562923 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.573433 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 0e8e638a-4fe1-4bb3-b65a-1fc07786728b {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:19.576114 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 0e8e638a-4fe1-4bb3-b65a-1fc07786728b not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:19.619921 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.644750 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Calling delete_port for d9b691a3-d525-4023-ad41-18cf9182e632 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:19.657734 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.659692 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] 10.222.0.23 "DELETE /v2.0/networks/3258e3ce-644a-487a-99d9-5199ffe84e4a HTTP/1.1" status: 204 len: 168 time: 1.2243290 Sep 15 13:48:19.671428 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bca43-65b5-4dd6-ad4a-f7bc17b9e8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3258e3ce-644a-487a-99d9-5199ffe84e4a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.699698 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-4946edaf-03bb-4787-8281-dc87e0966b96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1000 time: 0.2007673 Sep 15 13:48:19.716234 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6967f3b9-02d8-4c03-8d43-95f5ce607df8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.716234 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-6967f3b9-02d8-4c03-8d43-95f5ce607df8 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6218467 Sep 15 13:48:19.716932 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33590) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.734174 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-6c5f2944-077d-4214-861a-900a7d3b7fc9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'security_group_rule': {'security_group_id': 'abc0775a-1280-475f-9651-63fd2840d6a7', 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:19.768561 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-61f20cba-4a4e-4708-8b11-f46188ad5d48 req-46e966c0-f348-4bb6-89af-3764a45ba2ff tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101984 Sep 15 13:48:19.805006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-96bb793a-4743-4153-ac62-e0fefd264121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.806508 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-96bb793a-4743-4153-ac62-e0fefd264121 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0758045 Sep 15 13:48:19.829318 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511f8f2-2514-43c0-9eed-2377eeb1159a None None] New status for floating IP 50fad64f-561e-433b-8aa3-60a1b2d6bee5: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:48:19.886439 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-c705d5a8-4a3a-43ed-8624-04065f4128b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.887978 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-c705d5a8-4a3a-43ed-8624-04065f4128b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0709743 Sep 15 13:48:19.921682 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.927834 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe168a-9044-4083-968b-516982e7c9ce req-a135aacd-6213-4b29-a926-e43e259c2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:19.940462 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-7ebe168a-9044-4083-968b-516982e7c9ce req-a135aacd-6213-4b29-a926-e43e259c2f49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 1099 time: 0.0803645 Sep 15 13:48:19.996592 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2944-077d-4214-861a-900a7d3b7fc9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.001376 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-c5826ac8-1d77-44db-a988-6a9de05038ed service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026733 Sep 15 13:48:20.024885 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-7ebe168a-9044-4083-968b-516982e7c9ce req-7ee5e5b4-3e69-4da9-8c67-ba6d844f1054 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653527 Sep 15 13:48:20.084271 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.096383 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.116375 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a', 'd9b691a3-d525-4023-ad41-18cf9182e632'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:20.117811 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca2e2882-bb4d-4c06-836c-24be9a9c594f req-7036aacd-266a-49e3-987e-448995bee236 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070163 Sep 15 13:48:20.141378 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event deleted for resources: {'Port': ['ID=d9b691a3-d525-4023-ad41-18cf9182e632,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:20.175407 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2944-077d-4214-861a-900a7d3b7fc9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.180787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] No DVR routers for this DVR port d9b691a3-d525-4023-ad41-18cf9182e632 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:20.183952 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.185977 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9c3a766a-13b0-4a43-8481-898ae7e4df25 req-b47852cf-7425-4da9-8b3a-174ca9439e5e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "DELETE /v2.0/ports/d9b691a3-d525-4023-ad41-18cf9182e632 HTTP/1.1" status: 204 len: 173 time: 1.6015515 Sep 15 13:48:20.186413 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b993a46d-9077-43ac-8233-f44d01218023', 'name': 'network-vif-deleted', 'tag': 'd9b691a3-d525-4023-ad41-18cf9182e632'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:20.188740 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d976064-5157-47d9-a386-d1ca7f46b850" -d '{"events": [{"server_uuid": "b993a46d-9077-43ac-8233-f44d01218023", "name": "network-vif-deleted", "tag": "d9b691a3-d525-4023-ad41-18cf9182e632"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:20.220477 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33594) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:20.240936 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d91693-6a13-420f-b570-e39998547435 x-openstack-request-id: req-46d91693-6a13-420f-b570-e39998547435 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:20.241098 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b993a46d-9077-43ac-8233-f44d01218023", "name": "network-vif-deleted", "tag": "d9b691a3-d525-4023-ad41-18cf9182e632", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:20.241267 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46d91693-6a13-420f-b570-e39998547435 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:20.241773 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b993a46d-9077-43ac-8233-f44d01218023', 'name': 'network-vif-deleted', 'tag': 'd9b691a3-d525-4023-ad41-18cf9182e632', 'status': 'completed', 'code': 200} Sep 15 13:48:20.271935 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-59d61a98-9f14-4b80-8d2a-7c7d2c064c50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea109cb4bc9044e5827cb4323fe84017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501943 Sep 15 13:48:20.278860 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33598) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:20.288282 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2944-077d-4214-861a-900a7d3b7fc9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.303215 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f2944-077d-4214-861a-900a7d3b7fc9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55153cb-caa5-47b5-8939-b9a1e7e77779,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:20.358456 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Deleting port de4811ec-bed8-4bcb-87a4-ddcbd40406f6 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:20.358785 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.374142 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7138ac-a9fc-4a04-b08c-07b854b515eb req-5124f676-890c-4812-afcb-2d1b9c2da63b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:20.378380 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e7138ac-a9fc-4a04-b08c-07b854b515eb req-5124f676-890c-4812-afcb-2d1b9c2da63b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0928175 Sep 15 13:48:20.378380 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24afcdf3-92c4-4d3b-8bba-a2a32647baaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.418896 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24afcdf3-92c4-4d3b-8bba-a2a32647baaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.427529 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6c5f2944-077d-4214-861a-900a7d3b7fc9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.431884 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-6c5f2944-077d-4214-861a-900a7d3b7fc9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7100344 Sep 15 13:48:20.431884 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33600) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:20.440501 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-1489b782-95f7-4347-9713-9ed2f5dbd9de tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'security_group_rule': {'security_group_id': 'abc0775a-1280-475f-9651-63fd2840d6a7', 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:20.465796 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] For port de4811ec-bed8-4bcb-87a4-ddcbd40406f6, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,segment=NetworkSegment(b7696248-ec3f-4f4e-a9d5-3dc4e804f908),segment_id=b7696248-ec3f-4f4e-a9d5-3dc4e804f908)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:20.466193 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.471261 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e7138ac-a9fc-4a04-b08c-07b854b515eb req-caabeb5b-833c-4871-aa4a-1d2708a88c4c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757840 Sep 15 13:48:20.486389 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Calling delete_port for de4811ec-bed8-4bcb-87a4-ddcbd40406f6 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:20.530497 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-279c51fc-94fd-43e7-9ef7-797bdd47040c req-61ca23b8-cf35-4aa3-883e-b5a7a92e3dea tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b993a46d-9077-43ac-8233-f44d01218023 HTTP/1.1" status: 200 len: 210 time: 0.0323827 Sep 15 13:48:20.626469 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1489b782-95f7-4347-9713-9ed2f5dbd9de tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.678423 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24afcdf3-92c4-4d3b-8bba-a2a32647baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.681106 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-24afcdf3-92c4-4d3b-8bba-a2a32647baaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.682355 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-24afcdf3-92c4-4d3b-8bba-a2a32647baaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1559a5d5-4597-48eb-8116-e8019845b119 HTTP/1.1" status: 204 len: 168 time: 0.4071174 Sep 15 13:48:20.706517 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afcdf3-92c4-4d3b-8bba-a2a32647baaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1559a5d5-4597-48eb-8116-e8019845b119,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:20.731108 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1489b782-95f7-4347-9713-9ed2f5dbd9de tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.856509 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1489b782-95f7-4347-9713-9ed2f5dbd9de tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.875058 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489b782-95f7-4347-9713-9ed2f5dbd9de tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772c4695-607f-4763-af51-9a3283742cf1,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:20.889606 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.891746 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08e68c-506c-4133-9b6e-c3579449c26d req-900ef926-9e23-4e3a-878b-6051c8b1e285 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:20.893418 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7e08e68c-506c-4133-9b6e-c3579449c26d req-900ef926-9e23-4e3a-878b-6051c8b1e285 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 946 time: 0.0512679 Sep 15 13:48:20.924570 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=de4811ec-bed8-4bcb-87a4-ddcbd40406f6,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:20.941351 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7e08e68c-506c-4133-9b6e-c3579449c26d req-13b20dba-5fad-4c10-a22a-82c62d049386 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Sep 15 13:48:20.981807 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1489b782-95f7-4347-9713-9ed2f5dbd9de tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.983032 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-1489b782-95f7-4347-9713-9ed2f5dbd9de tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5503373 Sep 15 13:48:20.985874 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33608) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:20.991480 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-e60d37c8-9198-436c-9a3b-6bc850f1cc03 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'security_group_rule': {'security_group_id': 'abc0775a-1280-475f-9651-63fd2840d6a7', 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:21.066659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.340542 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60d37c8-9198-436c-9a3b-6bc850f1cc03 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.441476 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60d37c8-9198-436c-9a3b-6bc850f1cc03 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.508273 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Router 9b386e5e-86a9-44c5-84e6-c09274868678 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:48:21.552178 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60d37c8-9198-436c-9a3b-6bc850f1cc03 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.586648 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.598932 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d37c8-9198-436c-9a3b-6bc850f1cc03 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb779b1-3b6a-4e69-b4b1-dd843e243385,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:21.646962 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51508ba-3a66-46ef-90a5-f85f2cb3cdde req-1832961b-2a15-47f7-a904-59316645c1a9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:21.648497 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b51508ba-3a66-46ef-90a5-f85f2cb3cdde req-1832961b-2a15-47f7-a904-59316645c1a9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0690904 Sep 15 13:48:21.670044 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:48:21.675269 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f3d9461e-879b-4174-b469-8af807297a9d admin admin] 10.222.0.23 "PUT /v2.0/routers/9b386e5e-86a9-44c5-84e6-c09274868678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3585224 Sep 15 13:48:21.676288 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e60d37c8-9198-436c-9a3b-6bc850f1cc03 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.677300 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e60d37c8-9198-436c-9a3b-6bc850f1cc03 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6905084 Sep 15 13:48:21.677917 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33616) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:21.681696 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] Sync routers for ids ['9b386e5e-86a9-44c5-84e6-c09274868678'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:48:21.692798 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] Routers {'9b386e5e-86a9-44c5-84e6-c09274868678'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:21.693436 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:48:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['9b386e5e-86a9-44c5-84e6-c09274868678'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:21.694393 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33618) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:21.704090 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'security_group_rule': {'security_group_id': 'abc0775a-1280-475f-9651-63fd2840d6a7', 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:21.715795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b51508ba-3a66-46ef-90a5-f85f2cb3cdde req-0563a3aa-7320-415a-a37b-15c3ab8693af tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607104 Sep 15 13:48:21.789595 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.813515 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] Set router 9b386e5e-86a9-44c5-84e6-c09274868678 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:21.889636 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.901564 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.securitygroups_db [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Project db3e8cf4fc2e489683dd12bb8ec08b6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:48:21.912767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.994419 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:48:20Z', 'revision_number': 5, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port': {'id': '0262a407-eb5d-4d6f-9cb3-e34d07054290', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:08Z', 'updated_at': '2021-09-15T13:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:22.000475 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.025912 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] Checking router: 9b386e5e-86a9-44c5-84e6-c09274868678 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:48:22.035004 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] Routers {'9b386e5e-86a9-44c5-84e6-c09274868678'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:22.035618 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:48:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['9b386e5e-86a9-44c5-84e6-c09274868678'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:22.056972 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7022f-3829-46c6-8bd3-045490b48515 req-38071021-13b9-4178-ad79-9b15119c44d5 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:22.059270 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Deleting port 0262a407-eb5d-4d6f-9cb3-e34d07054290 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:22.059767 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.060033 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a2e7022f-3829-46c6-8bd3-045490b48515 req-38071021-13b9-4178-ad79-9b15119c44d5 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 946 time: 0.0522866 Sep 15 13:48:22.100527 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a2e7022f-3829-46c6-8bd3-045490b48515 req-617ecb4c-c248-460b-80ed-5ab6d1dd53f8 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329843 Sep 15 13:48:22.112292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.126318 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] Set router 9b386e5e-86a9-44c5-84e6-c09274868678 gateway port host: None {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:22.130760 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bea0ea-4a71-48eb-ac64-b881f2fc580a,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:22.159653 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] For port 0262a407-eb5d-4d6f-9cb3-e34d07054290, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=0262a407-eb5d-4d6f-9cb3-e34d07054290,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:22.159653 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.172611 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Calling delete_port for 0262a407-eb5d-4d6f-9cb3-e34d07054290 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:22.185880 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:48:21Z', 'revision_number': 6, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:22.212569 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c5a2f-b402-48cb-83ee-f247c5e37b21 None None] The sync data for ids ['9b386e5e-86a9-44c5-84e6-c09274868678'] in dv-cinder-759961-19-iscsi is: [{'id': '9b386e5e-86a9-44c5-84e6-c09274868678', 'name': 'tempest-ServerRescueNegativeTestJSON-500805278-router', 'tenant_id': '7659a7f6e0464431a75971ac88cfddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:48:21Z', 'revision_number': 6, 'project_id': '7659a7f6e0464431a75971ac88cfddef', 'gw_port_host': None}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:48:22.227578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.228848 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7359e5d5-fd96-4256-a972-bbb0ef377761 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5333891 Sep 15 13:48:22.232114 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33646) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:22.237424 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'security_group_rule': {'security_group_id': 'abc0775a-1280-475f-9651-63fd2840d6a7', 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:22.364374 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.securitygroups_db [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Project db3e8cf4fc2e489683dd12bb8ec08b6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:48:22.369472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.429022 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.512656 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.539105 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Pushing event deleted for resources: {'Port': ['ID=0262a407-eb5d-4d6f-9cb3-e34d07054290,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:22.569220 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.581433 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.612017 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d9786d-e858-43e3-a62a-5950eddfffcd,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:22.684794 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.687112 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.822522 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.824512 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5293585d-3e9e-4451-97d4-e915468478d7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5912607 Sep 15 13:48:22.842045 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.842723 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b386e5e-86a9-44c5-84e6-c09274868678 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:48:22.847734 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.850087 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad5696-b391-4336-8e53-ff6803fecbc0 req-262aab82-6618-43ae-8aa3-6e810237db79 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:22.850314 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-fd44d412-63a5-4002-be91-1cb761f1cbda admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b386e5e-86a9-44c5-84e6-c09274868678 HTTP/1.1" status: 204 len: 168 time: 1.1705654 Sep 15 13:48:22.850875 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6cad5696-b391-4336-8e53-ff6803fecbc0 req-262aab82-6618-43ae-8aa3-6e810237db79 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0550821 Sep 15 13:48:22.851890 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33668) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:22.941757 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] Deleting subnet dbafc2b1-0aa2-4454-bb76-76f864d15910 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:48:22.952116 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-2f219a5e-9f36-45d4-b671-3c1c18842477 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986664634&fields=id&tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c HTTP/1.1" status: 200 len: 267 time: 0.0698681 Sep 15 13:48:22.953068 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:22.957070 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6cad5696-b391-4336-8e53-ff6803fecbc0 req-68ff45b5-0be8-4ad3-bde6-2151ca6a323f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980201 Sep 15 13:48:22.961290 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d9b691a3-d525-4023-ad41-18cf9182e632 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:22.991000 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: d9b691a3-d525-4023-ad41-18cf9182e632 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:22.991517 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d9b691a3-d525-4023-ad41-18cf9182e632 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:23.028819 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.067483 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-d52a4253-f851-4826-aeca-62ade8ae9346 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:23.069014 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-d52a4253-f851-4826-aeca-62ade8ae9346 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0878401 Sep 15 13:48:23.084915 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'port': {'security_groups': ['1ac4edd1-24e1-455b-be8c-2626b4458a2a', 'abc0775a-1280-475f-9651-63fd2840d6a7']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:23.116038 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.198033 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.309886 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.344008 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbafc2b1-0aa2-4454-bb76-76f864d15910,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:23.361824 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.363793 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-082bf6b0-247c-4d0e-9744-33d186e6a96c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dbafc2b1-0aa2-4454-bb76-76f864d15910 HTTP/1.1" status: 204 len: 168 time: 0.5109925 Sep 15 13:48:23.366475 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33678) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:23.443097 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.454726 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:23.512399 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.532629 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5b33c-8648-4c04-9a0f-f5a8b220df0f req-8fb6d36e-8cd5-46fd-bb62-85dcc016b9de tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:23.535373 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device de4811ec-bed8-4bcb-87a4-ddcbd40406f6 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:23.540349 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0ad5b33c-8648-4c04-9a0f-f5a8b220df0f req-8fb6d36e-8cd5-46fd-bb62-85dcc016b9de tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0851686 Sep 15 13:48:23.544205 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.566718 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: de4811ec-bed8-4bcb-87a4-ddcbd40406f6 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:23.566718 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device de4811ec-bed8-4bcb-87a4-ddcbd40406f6 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:23.566718 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 0262a407-eb5d-4d6f-9cb3-e34d07054290 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:23.569170 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.569561 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.570395 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.571005 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > port after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.572175 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.572531 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > port after_update 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.572874 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.573847 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.574267 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.574873 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.592083 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 0262a407-eb5d-4d6f-9cb3-e34d07054290 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:23.592083 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 0262a407-eb5d-4d6f-9cb3-e34d07054290 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:23.592395 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.595948 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0ad5b33c-8648-4c04-9a0f-f5a8b220df0f req-da34eff5-5e7b-4792-9a2b-aee8f07b2f2f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Sep 15 13:48:23.601966 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['534dd8dd-a0aa-4090-b49f-f0f94533c8e3'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:23.650703 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:23.652021 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.661795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-acb28fba-19e3-439f-a35a-98c0736feb73 req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "PUT /v2.0/ports/534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 982 time: 0.5844212 Sep 15 13:48:23.662490 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:23.665262 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd7043-686c-421b-9f76-ddf6a8321241" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:23.704585 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5740d-5125-4727-89eb-73138f4f301c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=6']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:23.745188 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.745638 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.746042 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.746442 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:48:23.747020 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa5ad67-b175-4b80-b4dd-bdb86506c54b']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:23.761396 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecad9dc-ee70-490d-ab5a-6fd2278c6fbc x-openstack-request-id: req-5ecad9dc-ee70-490d-ab5a-6fd2278c6fbc {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:23.761688 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:23.761939 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ecad9dc-ee70-490d-ab5a-6fd2278c6fbc {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:23.762338 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'status': 'completed', 'code': 200} Sep 15 13:48:23.785036 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['534dd8dd-a0aa-4090-b49f-f0f94533c8e3'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:23.788516 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:23.788822 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7696248-ec3f-4f4e-a9d5-3dc4e804f908') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:23.808777 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.834076 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.844378 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:48:23.845833 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.874159 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-6e9a20ec-caf3-410e-8dc9-08cfa115e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:23.876158 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-6e9a20ec-caf3-410e-8dc9-08cfa115e745 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0860436 Sep 15 13:48:23.886497 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afa4c-fce0-4958-a738-955dbae4a1a8 req-d5b81faf-1a7b-4ff8-852d-88463b607477 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:23.890688 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a09afa4c-fce0-4958-a738-955dbae4a1a8 req-d5b81faf-1a7b-4ff8-852d-88463b607477 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.1004598 Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: from cryptography.utils import int_from_bytes Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: from cryptography.utils import int_from_bytes Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:48:23.925880 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:48:24.005616 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a09afa4c-fce0-4958-a738-955dbae4a1a8 req-bc8c2e05-a72c-4055-a3c9-5237b09293c4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1030803 Sep 15 13:48:24.039690 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-e2bc701f-fa24-486d-87ee-71e032628727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:24.043599 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-e2bc701f-fa24-486d-87ee-71e032628727 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.1546435 Sep 15 13:48:24.067258 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.086193 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa5ad67-b175-4b80-b4dd-bdb86506c54b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:24.089140 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.091716 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f1a3c269-b2fa-4b1d-8c12-a1f984d96467 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ffa5ad67-b175-4b80-b4dd-bdb86506c54b HTTP/1.1" status: 204 len: 168 time: 0.7240398 Sep 15 13:48:24.106143 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-eaf9bf96-29f5-499b-a367-68c51126476d None None] Provisioning complete for port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:48:24.106730 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bf96-29f5-499b-a367-68c51126476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.170751 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-1184bc5a-ef0d-455d-b1b6-dea814a9bb1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1002 time: 0.1121056 Sep 15 13:48:24.179160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa499b-92ed-4305-a634-f68bb17f2b89 req-b95e563c-cc25-4c4b-b4f0-d9c5a06ef044 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:24.180871 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d7fa499b-92ed-4305-a634-f68bb17f2b89 req-b95e563c-cc25-4c4b-b4f0-d9c5a06ef044 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1161592 Sep 15 13:48:24.248195 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-73fc80f8-2cd2-4b0b-afb0-ec6289417455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:24.249683 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-73fc80f8-2cd2-4b0b-afb0-ec6289417455 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0678909 Sep 15 13:48:24.269148 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d7fa499b-92ed-4305-a634-f68bb17f2b89 req-d4e0661e-b39c-4dea-bb61-b0d73e09b97b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783212 Sep 15 13:48:24.311945 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-676d86f7-781d-4d02-b2d9-36e32d53cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:24.313485 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-676d86f7-781d-4d02-b2d9-36e32d53cc90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538568 Sep 15 13:48:24.404093 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-1f1d2446-d702-4554-a93f-c65049a23c79 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825698 Sep 15 13:48:24.504804 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7bd7043-686c-421b-9f76-ddf6a8321241 req-d3c7c8fb-dd42-47bb-b27e-366b45c836ce service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907035 Sep 15 13:48:24.641600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33710) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:24.705276 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-29720915-09f5-4490-a170-d4ac8bc2ead6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7659a7f6e0464431a75971ac88cfddef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624785 Sep 15 13:48:24.707715 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33712) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:24.746148 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5165a73-ad52-4e94-9371-a8ea4de2350c req-f4536129-c3b2-4dff-a254-f3ab0ac442db tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:24.747703 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c5165a73-ad52-4e94-9371-a8ea4de2350c req-f4536129-c3b2-4dff-a254-f3ab0ac442db tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0790551 Sep 15 13:48:24.797202 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35c5fcdc-7fb2-4113-bf74-d490ebbc1fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.812239 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c5165a73-ad52-4e94-9371-a8ea4de2350c req-a18f0069-7219-4a84-84b2-9c268e24396b tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547295 Sep 15 13:48:24.826740 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35c5fcdc-7fb2-4113-bf74-d490ebbc1fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.972516 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:48:25.010134 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35c5fcdc-7fb2-4113-bf74-d490ebbc1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.013177 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-35c5fcdc-7fb2-4113-bf74-d490ebbc1fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.014339 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-35c5fcdc-7fb2-4113-bf74-d490ebbc1fa7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a53248b4-bee7-4ea0-825a-e47a2ab4b598 HTTP/1.1" status: 204 len: 168 time: 0.3055599 Sep 15 13:48:25.022360 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5fcdc-7fb2-4113-bf74-d490ebbc1fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53248b4-bee7-4ea0-825a-e47a2ab4b598,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:25.077383 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:25.087828 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'port_id': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'mac_address': 'fa:16:3e:fe:84:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:48:25.131218 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.146366 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31f3fe7e-6861-44a1-9406-cdde9d6ce365 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:25.168036 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:25.238131 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.293482 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=6']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:25.330497 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['31f3fe7e-6861-44a1-9406-cdde9d6ce365'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:25.399617 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832ca76-690f-4ef8-a1ea-15e525f1628a req-a1d07827-8dee-4d5a-855c-725a2b0670d5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:25.401268 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d832ca76-690f-4ef8-a1ea-15e525f1628a req-a1d07827-8dee-4d5a-855c-725a2b0670d5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0541480 Sep 15 13:48:25.450547 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d832ca76-690f-4ef8-a1ea-15e525f1628a req-0277835d-8d35-4961-9c82-9c589be37cdd tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Sep 15 13:48:25.932129 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c73aa-da48-4182-a257-c23b6fe3978c req-426e3e30-a80c-4a76-8361-6f730712575f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:25.937409 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dc5c73aa-da48-4182-a257-c23b6fe3978c req-426e3e30-a80c-4a76-8361-6f730712575f tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0569363 Sep 15 13:48:25.977012 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dc5c73aa-da48-4182-a257-c23b6fe3978c req-e8deee2b-6ab9-4665-9c88-4ac21d0fd693 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/security-groups?id=d800ae26-8537-4177-89ae-afd37250aa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Sep 15 13:48:26.468074 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-61583856-01c7-48f1-a019-225a255dfd3e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:26.469546 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-61583856-01c7-48f1-a019-225a255dfd3e tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 946 time: 0.0539985 Sep 15 13:48:26.600693 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba2ed2-9b7a-4762-8fc4-9a25d5097ee4 req-e8f92ca0-bb16-4c9a-997d-9fc094954dc1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:26.602194 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0bba2ed2-9b7a-4762-8fc4-9a25d5097ee4 req-e8f92ca0-bb16-4c9a-997d-9fc094954dc1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0636702 Sep 15 13:48:26.613225 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Deleting port cb129c7a-7fec-4321-87b2-15a9b11c409a {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:26.613570 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:26.677998 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0bba2ed2-9b7a-4762-8fc4-9a25d5097ee4 req-7dcb72e8-3be6-41b5-86cc-69044db15b80 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677261 Sep 15 13:48:26.737097 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] For port cb129c7a-7fec-4321-87b2-15a9b11c409a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cb129c7a-7fec-4321-87b2-15a9b11c409a,segment=NetworkSegment(59203282-540c-4d26-9765-5629db378077),segment_id=59203282-540c-4d26-9765-5629db378077)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:26.737479 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:26.750390 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Calling delete_port for cb129c7a-7fec-4321-87b2-15a9b11c409a owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:26.952761 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:26.972007 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['cb129c7a-7fec-4321-87b2-15a9b11c409a'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:27.006914 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Pushing event deleted for resources: {'Port': ['ID=cb129c7a-7fec-4321-87b2-15a9b11c409a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:27.010214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:48:27.063366 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] No DVR routers for this DVR port cb129c7a-7fec-4321-87b2-15a9b11c409a on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:27.066101 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:27.068546 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-35c2437b-d9ce-4062-b2ac-f89e4bb057c7 req-12a30794-eecc-459a-b8c4-5323815be3e4 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.37 "DELETE /v2.0/ports/cb129c7a-7fec-4321-87b2-15a9b11c409a HTTP/1.1" status: 204 len: 173 time: 0.5916128 Sep 15 13:48:27.076209 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'name': 'network-vif-deleted', 'tag': 'cb129c7a-7fec-4321-87b2-15a9b11c409a'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:27.078545 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72d01a-188d-49b0-bdcb-f521e6fa575e" -d '{"events": [{"server_uuid": "6db2c9cb-61e4-4832-84c7-45e3fa43e48d", "name": "network-vif-deleted", "tag": "cb129c7a-7fec-4321-87b2-15a9b11c409a"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:27.084977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:48:27.085358 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:27.104182 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d119e5da-d640-4736-9db6-029575aee40d req-b1a25979-9301-4765-9c61-d564f98568bd tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.0420749 Sep 15 13:48:27.132518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d3f10c-9035-4418-9971-df2da90172e5 x-openstack-request-id: req-33d3f10c-9035-4418-9971-df2da90172e5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:27.132518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2c9cb-61e4-4832-84c7-45e3fa43e48d", "name": "network-vif-deleted", "tag": "cb129c7a-7fec-4321-87b2-15a9b11c409a", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:27.132518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33d3f10c-9035-4418-9971-df2da90172e5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:27.132518 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2c9cb-61e4-4832-84c7-45e3fa43e48d', 'name': 'network-vif-deleted', 'tag': 'cb129c7a-7fec-4321-87b2-15a9b11c409a', 'status': 'completed', 'code': 200} Sep 15 13:48:27.182807 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:27.207328 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:27.211472 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c55eba-7cac-421d-a331-34252c8b0144" -d '{"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-plugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:27.226264 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:27.250461 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae915bf-e5ba-4de3-9d7b-85087c2e1747 x-openstack-request-id: req-7ae915bf-e5ba-4de3-9d7b-85087c2e1747 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:27.250755 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-plugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:27.251012 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ae915bf-e5ba-4de3-9d7b-85087c2e1747 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:27.252877 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'code': 200} Sep 15 13:48:27.330119 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:27.382689 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=7']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:27.803273 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e49977-8f5a-401f-964c-fe7f9ac09e09 req-2be43f71-2851-4b7c-aa89-afbdd3fb6ce8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:27.804752 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3e49977-8f5a-401f-964c-fe7f9ac09e09 req-2be43f71-2851-4b7c-aa89-afbdd3fb6ce8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0495520 Sep 15 13:48:27.848726 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3e49977-8f5a-401f-964c-fe7f9ac09e09 req-4ed9dd5f-0872-43d2-a0e8-82c21af2f879 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371146 Sep 15 13:48:28.223801 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-34341874-61f2-41b7-9c2e-ed6983bb994a req-23f6cf0d-9c33-423e-9116-809bd239be55 tempest-AttachVolumeNegativeTest-1868164803 tempest-AttachVolumeNegativeTest-1868164803-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db2c9cb-61e4-4832-84c7-45e3fa43e48d HTTP/1.1" status: 200 len: 210 time: 0.0260365 Sep 15 13:48:28.969152 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9168d7-5dd3-4f03-9e84-1d3468c18f2e req-f3014bdf-ff09-4ebf-ad8e-74162e83e13a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.970651 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c9168d7-5dd3-4f03-9e84-1d3468c18f2e req-f3014bdf-ff09-4ebf-ad8e-74162e83e13a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0490985 Sep 15 13:48:29.009850 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c9168d7-5dd3-4f03-9e84-1d3468c18f2e req-04b34bb7-d461-40a1-9c49-22178b0ab63c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317242 Sep 15 13:48:29.023887 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device cb129c7a-7fec-4321-87b2-15a9b11c409a no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:29.044487 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: cb129c7a-7fec-4321-87b2-15a9b11c409a {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:29.044908 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device cb129c7a-7fec-4321-87b2-15a9b11c409a not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:29.278208 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33786) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:29.325956 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] Deleting subnet ebb21cdd-1455-4806-bb76-1a7bee38a263 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:48:29.328955 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.364348 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.402462 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.535223 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.560614 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb21cdd-1455-4806-bb76-1a7bee38a263,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:29.568166 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.572541 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-afe785f5-ef2f-465d-b0ab-1af8606cde52 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ebb21cdd-1455-4806-bb76-1a7bee38a263 HTTP/1.1" status: 204 len: 168 time: 0.2933452 Sep 15 13:48:29.572788 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33790) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:29.645522 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.734964 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.756968 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91805e3b-4a33-4370-a857-7650e0db00c9']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:29.769432 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59203282-540c-4d26-9765-5629db378077') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:29.769723 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59203282-540c-4d26-9765-5629db378077') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:29.779384 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.793020 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.799712 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:48:29.800091 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:48:29.801743 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:48:29.964279 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.972159 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:29.974120 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] 10.222.0.23 "DELETE /v2.0/networks/91805e3b-4a33-4370-a857-7650e0db00c9 HTTP/1.1" status: 204 len: 168 time: 0.4002528 Sep 15 13:48:29.983824 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e819958-b799-4ed1-ad12-eba4782d1a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=91805e3b-4a33-4370-a857-7650e0db00c9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:30.145747 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236e66-4cbe-4719-903a-a3e654150269 req-3f73c8f3-6245-4384-9690-4d8516101fab tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:30.147403 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53236e66-4cbe-4719-903a-a3e654150269 req-3f73c8f3-6245-4384-9690-4d8516101fab tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0610723 Sep 15 13:48:30.191377 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53236e66-4cbe-4719-903a-a3e654150269 req-dc07b03c-1947-456f-9e64-d92ffbb7860e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363281 Sep 15 13:48:30.466782 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33822) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:30.506721 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9e319014-6d7e-4faa-83a0-9fda025a3af5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc28876d41fb4b0f9c8893c96a3aee59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387316 Sep 15 13:48:30.509209 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33826) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:30.563899 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28d2bc00-21b6-48a0-9ec2-0bb77b8ec53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:30.585750 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28d2bc00-21b6-48a0-9ec2-0bb77b8ec53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:30.735375 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28d2bc00-21b6-48a0-9ec2-0bb77b8ec53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:30.737998 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-28d2bc00-21b6-48a0-9ec2-0bb77b8ec53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:30.739324 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-28d2bc00-21b6-48a0-9ec2-0bb77b8ec53c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d800ae26-8537-4177-89ae-afd37250aa49 HTTP/1.1" status: 204 len: 168 time: 0.2289910 Sep 15 13:48:30.749701 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2bc00-21b6-48a0-9ec2-0bb77b8ec53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d800ae26-8537-4177-89ae-afd37250aa49,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:31.348394 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d54c8-5403-4280-bf6d-4359e6459fb8 req-4f845ebd-434c-4aa2-acbe-cf4dd5e4b9ff tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:31.349996 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-703d54c8-5403-4280-bf6d-4359e6459fb8 req-4f845ebd-434c-4aa2-acbe-cf4dd5e4b9ff tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0643618 Sep 15 13:48:31.406407 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-703d54c8-5403-4280-bf6d-4359e6459fb8 req-4886445b-b295-475a-a404-632e3357ebc7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500722 Sep 15 13:48:32.598182 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c993ae3-7f2d-43b2-9503-400bd13674be req-279e706b-d266-490b-aa84-07d1ca3ba608 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:32.607862 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c993ae3-7f2d-43b2-9503-400bd13674be req-279e706b-d266-490b-aa84-07d1ca3ba608 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1136889 Sep 15 13:48:32.669082 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c993ae3-7f2d-43b2-9503-400bd13674be req-a928b7f6-96d9-4d07-be31-817d753c03a4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544894 Sep 15 13:48:32.670204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33860) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:32.815792 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-577073114-network', 'tenant_id': '8efa6062c84f46fb92b9c0e497c8ada4'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:32.998165 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Made reservation on behalf of 8efa6062c84f46fb92b9c0e497c8ada4 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:33.000877 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.010456 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.114480 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.278691 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.303711 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:48:33.326567 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.326913 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Added segment f627194b-41d0-4dbb-bbeb-2d5bd9c10f2a of type vlan for network 313e90d8-15bd-4415-83e1-126dfe92ee45 Sep 15 13:48:33.328222 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43510249-1f23-45c7-aefc-5d8d694a76e0,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:33.390639 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.649545 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.650722 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:33.651167 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:33.712621 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=313e90d8-15bd-4415-83e1-126dfe92ee45,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:33.724596 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 313e90d8-15bd-4415-83e1-126dfe92ee45 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:48:33.763439 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7184fc97-7b1f-4285-ab2a-3766fcb05fd8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0885158 Sep 15 13:48:33.768871 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33870) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:33.774023 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Request body: {'subnet': {'network_id': '313e90d8-15bd-4415-83e1-126dfe92ee45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-577073114-subnet', 'tenant_id': '8efa6062c84f46fb92b9c0e497c8ada4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:33.935931 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Made reservation on behalf of 8efa6062c84f46fb92b9c0e497c8ada4 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:33.938710 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26686069'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:34.033288 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e641d7-8275-4b9a-af7b-d7203c29513c req-03a569c8-bdf0-4e8b-ac3c-b8930bffd00f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:34.034667 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-42e641d7-8275-4b9a-af7b-d7203c29513c req-03a569c8-bdf0-4e8b-ac3c-b8930bffd00f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.2856040 Sep 15 13:48:34.079688 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-42e641d7-8275-4b9a-af7b-d7203c29513c req-b0b13a40-b90f-4b3d-9cdf-f056dc47f271 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385330 Sep 15 13:48:34.238447 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25579285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26686043'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:34.300240 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6d478a-2003-4c77-9b01-ba6fb505c737,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:34.314461 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Checking segment: {'id': 'f627194b-41d0-4dbb-bbeb-2d5bd9c10f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '313e90d8-15bd-4415-83e1-126dfe92ee45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:48:34.314962 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Network hostable DHCP agents. Network: 313e90d8-15bd-4415-83e1-126dfe92ee45, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:48:34.489353 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Network 313e90d8-15bd-4415-83e1-126dfe92ee45 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:48:34.615110 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 313e90d8-15bd-4415-83e1-126dfe92ee45) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:34.619333 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:34.619918 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:34.624925 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b44c9-8d16-4170-a03e-cf68031507f3 None None] Network 313e90d8-15bd-4415-83e1-126dfe92ee45 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:48:34.761266 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-b15615a6-19cf-4fea-b48a-9042a6993e13 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9873993 Sep 15 13:48:34.907992 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570becce-23f5-4d7c-b811-90ecc1630aad None None] Network 313e90d8-15bd-4415-83e1-126dfe92ee45 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:48:35.228319 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d859-8d16-430c-8916-aec14546205b req-fc6a2e5e-3b62-438a-bf63-35554b132ac7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:35.229932 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2849d859-8d16-430c-8916-aec14546205b req-fc6a2e5e-3b62-438a-bf63-35554b132ac7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0532711 Sep 15 13:48:35.275346 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2849d859-8d16-430c-8916-aec14546205b req-851edbf0-c9a7-4588-88bc-a966f8b742b3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Sep 15 13:48:35.658471 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33900) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:35.664277 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-280889781-network', 'tenant_id': 'd769f23c0c5c4ef6b39309aa4b209c23'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:35.906188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Made reservation on behalf of d769f23c0c5c4ef6b39309aa4b209c23 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:35.908602 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:35.917810 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.034421 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.124905 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.138629 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:48:36.164602 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.164852 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Added segment 74285b72-f12e-42a1-895c-aefaeba61173 of type vlan for network 286fa9af-3274-45e0-b81e-06f9b1f6b409 Sep 15 13:48:36.174774 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19f333-472f-4645-89fb-6a8675bf7069,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:36.214413 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.329504 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.330506 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:36.331386 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.446586 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] Pushing event updated for resources: {'Network': ['ID=286fa9af-3274-45e0-b81e-06f9b1f6b409,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:36.451735 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-2356bdc9-c4d9-403f-a523-2a1f3d4ec993 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7917459 Sep 15 13:48:36.455033 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33910) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:36.459495 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Request body: {'subnet': {'network_id': '286fa9af-3274-45e0-b81e-06f9b1f6b409', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-280889781-subnet', 'tenant_id': 'd769f23c0c5c4ef6b39309aa4b209c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:36.460520 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 286fa9af-3274-45e0-b81e-06f9b1f6b409 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:48:36.495354 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046fc4-cf77-4ae0-a21e-99c3910467d5 req-283eb32a-d663-41e8-998d-d72772693aad tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:36.502879 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c5046fc4-cf77-4ae0-a21e-99c3910467d5 req-283eb32a-d663-41e8-998d-d72772693aad tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.1132884 Sep 15 13:48:36.557134 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c5046fc4-cf77-4ae0-a21e-99c3910467d5 req-f1321d4b-393c-4245-bacb-2f0f9e0652f6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533559 Sep 15 13:48:36.617903 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Made reservation on behalf of d769f23c0c5c4ef6b39309aa4b209c23 for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:36.620261 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28921416'] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.890068 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26627816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28921446'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:36.943618 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8b5bcb-9bc8-4dd1-8968-ae7bb243ce55,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:36.961493 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Checking segment: {'id': '74285b72-f12e-42a1-895c-aefaeba61173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '286fa9af-3274-45e0-b81e-06f9b1f6b409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:48:36.961892 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Network hostable DHCP agents. Network: 286fa9af-3274-45e0-b81e-06f9b1f6b409, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:48:37.061283 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Network 286fa9af-3274-45e0-b81e-06f9b1f6b409 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:48:37.182118 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 286fa9af-3274-45e0-b81e-06f9b1f6b409) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:37.192539 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbaf19a-8cd3-49b6-9c52-bc8930ffe208 None None] Network 286fa9af-3274-45e0-b81e-06f9b1f6b409 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:48:37.197086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:37.197875 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:37.337986 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6655023-3880-4cad-850f-b7ebc261b1fd None None] Network 286fa9af-3274-45e0-b81e-06f9b1f6b409 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:48:37.661602 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-032f0b96-5a5b-4d6d-bf70-8f7368488a54 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2058213 Sep 15 13:48:37.687554 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318870c-8224-4500-b439-dfed45af743f req-03893400-0c5b-4eef-af3c-489111d642bc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:37.689255 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b318870c-8224-4500-b439-dfed45af743f req-03893400-0c5b-4eef-af3c-489111d642bc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0591741 Sep 15 13:48:37.728996 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b318870c-8224-4500-b439-dfed45af743f req-7c802634-8cc4-4f1b-9acc-fc63e9207c5d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Sep 15 13:48:37.792799 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33920) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:37.826541 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:37.840522 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] Deleting subnet 2c6d478a-2003-4c77-9b01-ba6fb505c737 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:48:37.844350 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:37.881674 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26491854'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:37.921504 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.098870 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686034'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.151192 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6d478a-2003-4c77-9b01-ba6fb505c737,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:38.154272 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.156482 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-5cbc5dd9-7a11-4428-a7c5-ea94dd88ae61 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2c6d478a-2003-4c77-9b01-ba6fb505c737 HTTP/1.1" status: 204 len: 168 time: 0.3617821 Sep 15 13:48:38.159017 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33930) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:38.258143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.345440 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.369340 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313e90d8-15bd-4415-83e1-126dfe92ee45']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:38.382818 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f627194b-41d0-4dbb-bbeb-2d5bd9c10f2a') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:38.383118 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f627194b-41d0-4dbb-bbeb-2d5bd9c10f2a') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:38.397076 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.412173 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.422110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:48:38.422508 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:48:38.437527 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:48:38.553334 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.561007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.566081 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33932) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:38.567436 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] 10.222.0.23 "DELETE /v2.0/networks/313e90d8-15bd-4415-83e1-126dfe92ee45 HTTP/1.1" status: 204 len: 168 time: 0.4064696 Sep 15 13:48:38.578666 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4909028-dd63-4dd2-bf66-3496471da9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=313e90d8-15bd-4415-83e1-126dfe92ee45,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:38.617088 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] Deleting subnet 7b8b5bcb-9bc8-4dd1-8968-ae7bb243ce55 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:48:38.621078 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.663351 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26491854'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.705259 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:38.926966 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed740ad-c69a-4471-b736-a8e5b273d166 req-6479fb52-1839-46f8-bb22-114f464ca823 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:38.928802 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1ed740ad-c69a-4471-b736-a8e5b273d166 req-6479fb52-1839-46f8-bb22-114f464ca823 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0929723 Sep 15 13:48:38.996006 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1ed740ad-c69a-4471-b736-a8e5b273d166 req-b15e0214-19ba-468b-8041-cec515d64ef4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596068 Sep 15 13:48:39.055792 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686034'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.086309 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8b5bcb-9bc8-4dd1-8968-ae7bb243ce55,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:39.088775 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.091983 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-5dccf15b-7b27-4a6d-b9ba-a5c77eece1f0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7b8b5bcb-9bc8-4dd1-8968-ae7bb243ce55 HTTP/1.1" status: 204 len: 168 time: 0.5249109 Sep 15 13:48:39.094838 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33936) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:39.191363 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.287747 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.310600 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286fa9af-3274-45e0-b81e-06f9b1f6b409']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:39.320227 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74285b72-f12e-42a1-895c-aefaeba61173') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:39.320510 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74285b72-f12e-42a1-895c-aefaeba61173') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:39.331143 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.345041 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.351654 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:48:39.352055 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:48:39.354118 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:48:39.501034 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.506004 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.512803 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] 10.222.0.23 "DELETE /v2.0/networks/286fa9af-3274-45e0-b81e-06f9b1f6b409 HTTP/1.1" status: 204 len: 168 time: 0.4119704 Sep 15 13:48:39.521517 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b206b0c-ea5f-422d-89fe-442668775511 admin admin] Pushing event deleted for resources: {'Network': ['ID=286fa9af-3274-45e0-b81e-06f9b1f6b409,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:40.096599 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 33946) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:40.124680 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5503e-8feb-4570-a39f-cbf2cb580485 req-b0bc18ab-8e0f-4476-b099-952247a7899b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:40.133216 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4cb5503e-8feb-4570-a39f-cbf2cb580485 req-b0bc18ab-8e0f-4476-b099-952247a7899b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0613244 Sep 15 13:48:40.149193 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33948) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:40.149627 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d99000c7-b1ee-4e9e-b812-7b0bc6adf61c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8efa6062c84f46fb92b9c0e497c8ada4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517571 Sep 15 13:48:40.200200 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4cb5503e-8feb-4570-a39f-cbf2cb580485 req-8f13a00e-9d9e-44f6-8231-1e5ae63b5066 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640211 Sep 15 13:48:40.233400 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3262cb8e-0642-4678-bd96-6f4c76db513e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.265242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3262cb8e-0642-4678-bd96-6f4c76db513e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.404309 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3262cb8e-0642-4678-bd96-6f4c76db513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.407829 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3262cb8e-0642-4678-bd96-6f4c76db513e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.411478 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-3262cb8e-0642-4678-bd96-6f4c76db513e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43510249-1f23-45c7-aefc-5d8d694a76e0 HTTP/1.1" status: 204 len: 168 time: 0.2587297 Sep 15 13:48:40.424007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262cb8e-0642-4678-bd96-6f4c76db513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43510249-1f23-45c7-aefc-5d8d694a76e0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:41.327727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fc10d-8e36-4064-aa94-6f7b455d60b9 req-1fc97d9f-b071-42c7-8066-924c89991752 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:41.329977 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3b6fc10d-8e36-4064-aa94-6f7b455d60b9 req-1fc97d9f-b071-42c7-8066-924c89991752 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0589094 Sep 15 13:48:41.373445 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3b6fc10d-8e36-4064-aa94-6f7b455d60b9 req-ebac7963-9451-4b82-aba9-e99cc058dd41 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362148 Sep 15 13:48:41.508085 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33976) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:41.549060 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-03b9d7a2-50ea-4bfd-898f-aa48cb9f7e13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d769f23c0c5c4ef6b39309aa4b209c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397773 Sep 15 13:48:41.551810 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 33978) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:41.602235 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-29654a48-382a-4dac-aea4-e37a0f4ccfb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.624148 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-29654a48-382a-4dac-aea4-e37a0f4ccfb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.774914 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-29654a48-382a-4dac-aea4-e37a0f4ccfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.778381 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-29654a48-382a-4dac-aea4-e37a0f4ccfb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.780192 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-29654a48-382a-4dac-aea4-e37a0f4ccfb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b19f333-472f-4645-89fb-6a8675bf7069 HTTP/1.1" status: 204 len: 168 time: 0.2272787 Sep 15 13:48:41.789791 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29654a48-382a-4dac-aea4-e37a0f4ccfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19f333-472f-4645-89fb-6a8675bf7069,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:42.508085 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b85f8-e6d0-4b2c-ac05-e488310a4b38 req-4a279520-2d9f-460a-9c5a-e042de72bc5d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:42.510567 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-196b85f8-e6d0-4b2c-ac05-e488310a4b38 req-4a279520-2d9f-460a-9c5a-e042de72bc5d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0580800 Sep 15 13:48:42.577540 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-196b85f8-e6d0-4b2c-ac05-e488310a4b38 req-3fbd0711-fb0d-448f-b99e-7bc8cd8ec098 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608039 Sep 15 13:48:43.697901 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68934d-6f2b-4814-b68d-ec9b2335e54a req-7dc5a5fc-4f3c-4e0d-958e-b428e92cfb08 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:43.700757 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c68934d-6f2b-4814-b68d-ec9b2335e54a req-7dc5a5fc-4f3c-4e0d-958e-b428e92cfb08 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Sep 15 13:48:43.736680 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c68934d-6f2b-4814-b68d-ec9b2335e54a req-d50a2231-4739-46c2-aecd-17e82d90b114 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Sep 15 13:48:44.854165 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cf9e7-bd81-4d4d-b869-96d6e37a106e req-96ddb21b-23a8-4631-ab28-8c3ae5e7707c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:44.855697 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-521cf9e7-bd81-4d4d-b869-96d6e37a106e req-96ddb21b-23a8-4631-ab28-8c3ae5e7707c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Sep 15 13:48:44.894614 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-521cf9e7-bd81-4d4d-b869-96d6e37a106e req-24d0e30e-d9c1-459a-b862-951b126187d1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Sep 15 13:48:45.096908 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34072) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:45.198284 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5f0101d8-1842-45b0-8ee2-94ea2999afab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:45.286086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5f0101d8-1842-45b0-8ee2-94ea2999afab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:45.363414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5f0101d8-1842-45b0-8ee2-94ea2999afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:45.399956 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0101d8-1842-45b0-8ee2-94ea2999afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17de7c-649b-4214-bcbe-802444d008f1,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:45.404513 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5f0101d8-1842-45b0-8ee2-94ea2999afab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b29d031efd7b4052a2bbc1ccb9babd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065917 Sep 15 13:48:45.407812 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34076) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:45.456408 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bd678842-d775-4e7d-9541-3bfe30d88c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:45.477139 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bd678842-d775-4e7d-9541-3bfe30d88c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:45.632176 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bd678842-d775-4e7d-9541-3bfe30d88c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:45.635127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bd678842-d775-4e7d-9541-3bfe30d88c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:45.637277 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-bd678842-d775-4e7d-9541-3bfe30d88c8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd17de7c-649b-4214-bcbe-802444d008f1 HTTP/1.1" status: 204 len: 168 time: 0.2282791 Sep 15 13:48:45.644737 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd678842-d775-4e7d-9541-3bfe30d88c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17de7c-649b-4214-bcbe-802444d008f1,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:45.927433 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:48:45.998365 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9821-3d7a-41a3-ac6f-b50e9c03d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.018587 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bc247-5b5b-4dee-9a95-02c5cb6cf125 req-e197c591-d235-4c72-9e07-11e19c56de27 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:46.020131 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-110bc247-5b5b-4dee-9a95-02c5cb6cf125 req-e197c591-d235-4c72-9e07-11e19c56de27 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0515523 Sep 15 13:48:46.059245 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-110bc247-5b5b-4dee-9a95-02c5cb6cf125 req-ef82bb86-8b92-4d79-b5ed-a22837fd24cc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Sep 15 13:48:46.300943 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34088) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:46.317045 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57f4e22c-deac-499c-8188-f713324b7bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.408254 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57f4e22c-deac-499c-8188-f713324b7bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.500310 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-57f4e22c-deac-499c-8188-f713324b7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.545614 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-57f4e22c-deac-499c-8188-f713324b7bcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dac821a82e74b2cadb7b5fe45991a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435846 Sep 15 13:48:46.547582 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4e22c-deac-499c-8188-f713324b7bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab06fd0-17d4-4671-b81f-63503f02a1e2,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:46.548324 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34092) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:46.595652 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e39d5a23-ed02-4899-a775-66e26edbb143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.617539 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e39d5a23-ed02-4899-a775-66e26edbb143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.751533 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e39d5a23-ed02-4899-a775-66e26edbb143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.754127 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e39d5a23-ed02-4899-a775-66e26edbb143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:46.755456 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e39d5a23-ed02-4899-a775-66e26edbb143 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dab06fd0-17d4-4671-b81f-63503f02a1e2 HTTP/1.1" status: 204 len: 168 time: 0.2060881 Sep 15 13:48:46.764094 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d5a23-ed02-4899-a775-66e26edbb143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab06fd0-17d4-4671-b81f-63503f02a1e2,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:47.194268 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c6d0d-5fb2-4ddb-8b83-0b2ffece7e59 req-e34f2973-0a6b-488d-9da0-cb62eda41981 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:47.195742 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d4c6d0d-5fb2-4ddb-8b83-0b2ffece7e59 req-e34f2973-0a6b-488d-9da0-cb62eda41981 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0644419 Sep 15 13:48:47.235579 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d4c6d0d-5fb2-4ddb-8b83-0b2ffece7e59 req-dc04824a-506b-4e8e-af39-debe8648e0c8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Sep 15 13:48:48.357308 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45427fe9-e58f-466a-8d68-35ec9bb2616f req-7168c939-f6e9-408d-9d0f-db5f11f0d295 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:48.358957 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45427fe9-e58f-466a-8d68-35ec9bb2616f req-7168c939-f6e9-408d-9d0f-db5f11f0d295 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Sep 15 13:48:48.400143 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45427fe9-e58f-466a-8d68-35ec9bb2616f req-3ee5e551-d751-4bd6-a074-63681d69eb82 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352399 Sep 15 13:48:48.637969 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-df87e481-798e-4269-8a7f-2a2dfb2ab42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:48.769684 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:49.520803 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934289f-c43c-4991-90d6-e11844d8040d req-0b3dc4a9-2e98-46eb-8336-f03da153588b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:49.522279 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1934289f-c43c-4991-90d6-e11844d8040d req-0b3dc4a9-2e98-46eb-8336-f03da153588b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Sep 15 13:48:49.561741 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1934289f-c43c-4991-90d6-e11844d8040d req-93b7c719-da3b-45e1-80f1-efc07fed1e75 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333703 Sep 15 13:48:50.037623 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:50.678583 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f78e9-8cbc-43cb-9791-7139a4875e3c req-6654fac7-1d52-4d4f-97d5-ba4a41a47b5b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:50.680027 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c46f78e9-8cbc-43cb-9791-7139a4875e3c req-6654fac7-1d52-4d4f-97d5-ba4a41a47b5b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0481014 Sep 15 13:48:50.717265 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c46f78e9-8cbc-43cb-9791-7139a4875e3c req-617031ae-3eab-4601-923f-6f6ca952ab34 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300655 Sep 15 13:48:51.586976 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:51.838190 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552f30e-b5a6-45ea-87dc-042324cd81de req-ad6fbe58-76ca-4c56-aaa1-4dea39dafc40 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:51.839682 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7552f30e-b5a6-45ea-87dc-042324cd81de req-ad6fbe58-76ca-4c56-aaa1-4dea39dafc40 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0503476 Sep 15 13:48:51.885142 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7552f30e-b5a6-45ea-87dc-042324cd81de req-84148b1d-46f2-45af-b510-141c56911c63 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 Sep 15 13:48:52.230884 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-5f3b566f-7878-46aa-aa2d-c7807c523f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:52.232298 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-5f3b566f-7878-46aa-aa2d-c7807c523f89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1098 time: 0.0391595 Sep 15 13:48:52.322225 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-36de240e-744d-4e03-8bcc-e3874db27b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:52.323683 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-36de240e-744d-4e03-8bcc-e3874db27b85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.0840437 Sep 15 13:48:52.394080 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-7cfa2965-966f-477a-bf6f-ba79647739a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 200 len: 1000 time: 0.0618644 Sep 15 13:48:52.443962 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-3717dc1d-f880-4f53-9d71-682b9b522a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:52.445403 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-3717dc1d-f880-4f53-9d71-682b9b522a5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0434539 Sep 15 13:48:52.492678 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-f743aa39-c6d0-4e06-a444-83a3cc1e0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:52.494144 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-f743aa39-c6d0-4e06-a444-83a3cc1e0e62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392561 Sep 15 13:48:52.588118 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-e7a60ae8-18af-41a0-9f85-11e9d481ec37 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 Sep 15 13:48:52.680895 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83039205-e70d-4a77-aff2-7d3e353a8737 req-1fc6cc9b-9b7a-41c6-855a-1a5d59e42f89 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840263 Sep 15 13:48:53.006216 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80ef50-e1e9-44db-9ed7-e0e41bb201de req-eec97ebe-ec4a-45a5-972e-afe6b8b5e6c9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:53.007666 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6f80ef50-e1e9-44db-9ed7-e0e41bb201de req-eec97ebe-ec4a-45a5-972e-afe6b8b5e6c9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Sep 15 13:48:53.049380 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6f80ef50-e1e9-44db-9ed7-e0e41bb201de req-d64ab847-ff8a-4205-991e-3df286409f72 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352662 Sep 15 13:48:53.631046 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:53.714234 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:53.736879 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:53.739163 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f85632a-6e6f-45fd-8849-68fe6e77f481" -d '{"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-unplugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:53.752770 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:53.778780 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03a81ec-d7b0-4dbb-a26d-721a764899dd x-openstack-request-id: req-d03a81ec-d7b0-4dbb-a26d-721a764899dd {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:53.778994 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-unplugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:53.779086 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d03a81ec-d7b0-4dbb-a26d-721a764899dd {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:53.779431 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'code': 200} Sep 15 13:48:53.837410 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:53.885957 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=8']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:53.893651 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.893996 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.894333 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.894670 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.894986 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.895314 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.895635 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.895963 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.896303 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.896611 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.896953 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:53.897278 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:54.173488 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7d517-6e6e-460c-a091-4d9250870007 req-10dfa1e9-7da7-4bb8-b839-c2f1efab9f65 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:54.174959 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b6e7d517-6e6e-460c-a091-4d9250870007 req-10dfa1e9-7da7-4bb8-b839-c2f1efab9f65 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0489740 Sep 15 13:48:54.212224 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b6e7d517-6e6e-460c-a091-4d9250870007 req-b266b1cd-3d5c-4ee1-8af6-6e84fb69a1b6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Sep 15 13:48:55.090302 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34254) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:55.196067 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6512-46fe-46d0-9ae5-7996a9202d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.282812 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6512-46fe-46d0-9ae5-7996a9202d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.333846 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ec3aa-847b-47df-969e-2135c4d6b2e8 req-da50386b-46a0-43bc-86e2-c47f70bcb3db tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:55.335296 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a7ec3aa-847b-47df-969e-2135c4d6b2e8 req-da50386b-46a0-43bc-86e2-c47f70bcb3db tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0498822 Sep 15 13:48:55.368435 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6512-46fe-46d0-9ae5-7996a9202d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.389723 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a7ec3aa-847b-47df-969e-2135c4d6b2e8 req-76624ec7-ae27-459d-8674-d9e84abaecf6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Sep 15 13:48:55.407535 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-bc2d6512-46fe-46d0-9ae5-7996a9202d9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc1ac8e21f57427c8bc42c328d632021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161895 Sep 15 13:48:55.410545 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34262) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:55.412092 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d6512-46fe-46d0-9ae5-7996a9202d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddef87c-1018-423a-92f9-476c679b7209,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:55.464428 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b348bf5-606a-4649-ad48-09ca3522506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.483474 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b348bf5-606a-4649-ad48-09ca3522506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.597151 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b348bf5-606a-4649-ad48-09ca3522506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.599775 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b348bf5-606a-4649-ad48-09ca3522506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.600941 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0b348bf5-606a-4649-ad48-09ca3522506b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eddef87c-1018-423a-92f9-476c679b7209 HTTP/1.1" status: 204 len: 168 time: 0.1893334 Sep 15 13:48:55.608612 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b348bf5-606a-4649-ad48-09ca3522506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddef87c-1018-423a-92f9-476c679b7209,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:56.237633 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34272) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:56.251286 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bcae0efb-2e00-4762-aa1d-642e3965359a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.338685 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bcae0efb-2e00-4762-aa1d-642e3965359a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.465905 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bcae0efb-2e00-4762-aa1d-642e3965359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.502636 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918ac48-6f9a-4728-9b1d-07a0de44fdaa req-436a0ee8-e652-4ee8-9cb4-15cd350378db tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:56.506931 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9918ac48-6f9a-4728-9b1d-07a0de44fdaa req-436a0ee8-e652-4ee8-9cb4-15cd350378db tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0494940 Sep 15 13:48:56.507090 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-bcae0efb-2e00-4762-aa1d-642e3965359a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c727d7482cfe482fb6c227c2788dc32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658226 Sep 15 13:48:56.507090 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae0efb-2e00-4762-aa1d-642e3965359a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d378afc2-92c3-4182-aa29-d9a75e40b7a1,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:56.507270 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34276) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:56.571475 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9918ac48-6f9a-4728-9b1d-07a0de44fdaa req-e04d2d9a-78ff-47e0-96ee-a06894d33912 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582845 Sep 15 13:48:56.585410 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46892d70-e60e-46b9-ad94-015b98d530aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.606253 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46892d70-e60e-46b9-ad94-015b98d530aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.740075 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46892d70-e60e-46b9-ad94-015b98d530aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.742611 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46892d70-e60e-46b9-ad94-015b98d530aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.743811 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-46892d70-e60e-46b9-ad94-015b98d530aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d378afc2-92c3-4182-aa29-d9a75e40b7a1 HTTP/1.1" status: 204 len: 168 time: 0.2357509 Sep 15 13:48:56.753427 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46892d70-e60e-46b9-ad94-015b98d530aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d378afc2-92c3-4182-aa29-d9a75e40b7a1,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:57.691152 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05138-c857-43b3-9f9e-97894c7101b9 req-caee57ea-0b4a-49d9-a000-d63a0297966f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:57.692623 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4d05138-c857-43b3-9f9e-97894c7101b9 req-caee57ea-0b4a-49d9-a000-d63a0297966f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0486815 Sep 15 13:48:57.730974 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4d05138-c857-43b3-9f9e-97894c7101b9 req-9b87959f-1c52-4b5a-af47-3ea6ec25c490 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Sep 15 13:48:58.861001 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aa632-c64e-40d7-bb92-e09ff0efb538 req-eab0c3ec-a2dc-4992-aef4-107fc9deea86 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:58.862477 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e60aa632-c64e-40d7-bb92-e09ff0efb538 req-eab0c3ec-a2dc-4992-aef4-107fc9deea86 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0576000 Sep 15 13:48:58.902568 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e60aa632-c64e-40d7-bb92-e09ff0efb538 req-cbe40ce6-4d3e-4294-b305-c6ed39d14032 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337002 Sep 15 13:48:59.361746 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34338) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:59.511759 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5e17-6800-4e96-9fe5-b2fa42b3dd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.626023 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5e17-6800-4e96-9fe5-b2fa42b3dd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.722783 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5e17-6800-4e96-9fe5-b2fa42b3dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.758821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b5e17-6800-4e96-9fe5-b2fa42b3dd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36951e1f-ba66-48e1-90d4-b9fc8a048fdc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:59.763147 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-9c9b5e17-6800-4e96-9fe5-b2fa42b3dd4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57020e8bd6b14abd8fd46ee03af8b506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003665 Sep 15 13:48:59.765787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34342) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:59.813395 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a49c0c0-f140-434b-9e78-0a972fc68bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.836732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a49c0c0-f140-434b-9e78-0a972fc68bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.986057 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a49c0c0-f140-434b-9e78-0a972fc68bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.988560 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a49c0c0-f140-434b-9e78-0a972fc68bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.989718 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5a49c0c0-f140-434b-9e78-0a972fc68bd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36951e1f-ba66-48e1-90d4-b9fc8a048fdc HTTP/1.1" status: 204 len: 168 time: 0.2230287 Sep 15 13:49:00.018457 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49c0c0-f140-434b-9e78-0a972fc68bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36951e1f-ba66-48e1-90d4-b9fc8a048fdc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:00.037642 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54651ccf-f6cd-451a-9903-263dd57fd7ac req-366d2d2f-328c-4f12-8fbc-577eb3b44682 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:00.039287 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-54651ccf-f6cd-451a-9903-263dd57fd7ac req-366d2d2f-328c-4f12-8fbc-577eb3b44682 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0638628 Sep 15 13:49:00.078857 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-54651ccf-f6cd-451a-9903-263dd57fd7ac req-b011e1ee-cd70-48e3-97a2-afdc305ad768 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Sep 15 13:49:00.776354 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34362) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:00.790786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7ccfca2a-67aa-45cc-9316-8e0a88e78d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:00.878443 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7ccfca2a-67aa-45cc-9316-8e0a88e78d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:00.980282 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7ccfca2a-67aa-45cc-9316-8e0a88e78d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:01.018993 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7ccfca2a-67aa-45cc-9316-8e0a88e78d2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=447a816167634cb19214d1aa95c7c2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414732 Sep 15 13:49:01.019844 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfca2a-67aa-45cc-9316-8e0a88e78d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bca4eb-8e26-4dff-94ec-90f05afd8294,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:01.021663 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34368) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:01.071639 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-223beed9-0a4d-4c20-984c-2f99b1bdf24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:01.092019 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-223beed9-0a4d-4c20-984c-2f99b1bdf24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:01.334312 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-223beed9-0a4d-4c20-984c-2f99b1bdf24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:01.334312 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-223beed9-0a4d-4c20-984c-2f99b1bdf24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:01.334312 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-223beed9-0a4d-4c20-984c-2f99b1bdf24a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11bca4eb-8e26-4dff-94ec-90f05afd8294 HTTP/1.1" status: 204 len: 168 time: 0.2972367 Sep 15 13:49:01.334312 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223beed9-0a4d-4c20-984c-2f99b1bdf24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bca4eb-8e26-4dff-94ec-90f05afd8294,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:01.676861 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:01.917532 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-2684ab11-3f36-4246-b406-ed8f91a756ae req-8bafad82-1df3-4783-89bf-845f16476c72 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:49:01.918672 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2684ab11-3f36-4246-b406-ed8f91a756ae req-8bafad82-1df3-4783-89bf-845f16476c72 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061016 Sep 15 13:49:02.243954 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b59ee-7b76-4fc5-803a-828f44fe7999 req-7523b688-27e0-438d-b3b6-f74e75b6269f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:02.245722 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e18b59ee-7b76-4fc5-803a-828f44fe7999 req-7523b688-27e0-438d-b3b6-f74e75b6269f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0506315 Sep 15 13:49:02.286412 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e18b59ee-7b76-4fc5-803a-828f44fe7999 req-03b44645-0878-4142-9737-e8565ee98b2a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342550 Sep 15 13:49:02.942245 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34448) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:03.034138 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-7dea1f0e-f5a5-42a7-b043-6626503629bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886729 Sep 15 13:49:03.046026 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-3b25c1c9-3cf1-446b-bfc2-d6983c1cdcad service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:49:03.051353 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-3b25c1c9-3cf1-446b-bfc2-d6983c1cdcad service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059621 Sep 15 13:49:03.411482 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da50e9-9a2f-44d1-b513-8ebf3acb21b7 req-6fa89525-8e52-48d7-a4ee-ce32409c9b52 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:03.413055 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-54da50e9-9a2f-44d1-b513-8ebf3acb21b7 req-6fa89525-8e52-48d7-a4ee-ce32409c9b52 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0538878 Sep 15 13:49:03.450516 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-54da50e9-9a2f-44d1-b513-8ebf3acb21b7 req-f6987421-0da6-4147-823d-0d7e4be30c6a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Sep 15 13:49:04.677964 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc080066-7d31-4bd4-8550-19515b232f3c req-e1d78965-f62a-4564-8ef4-0ee090f27f8b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:04.679430 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cc080066-7d31-4bd4-8550-19515b232f3c req-e1d78965-f62a-4564-8ef4-0ee090f27f8b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.1568027 Sep 15 13:49:04.716435 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cc080066-7d31-4bd4-8550-19515b232f3c req-09dd0107-c4e1-4ed6-b6fc-f608d159ac62 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Sep 15 13:49:05.842179 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfb5a5-422e-4431-844f-3c914216c1b5 req-8b75c9a2-40bb-4f28-8125-9c4d5ec14d97 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:05.845061 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6fcfb5a5-422e-4431-844f-3c914216c1b5 req-8b75c9a2-40bb-4f28-8125-9c4d5ec14d97 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0556431 Sep 15 13:49:05.886367 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6fcfb5a5-422e-4431-844f-3c914216c1b5 req-bcf2d3bb-547e-4da5-92d2-e6ed2474ac8f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329039 Sep 15 13:49:07.010994 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00082b5f-da75-4209-97c3-290ad6d7f777 req-75ff9eaf-e6a6-4f58-beb1-7a8a1226c42d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:07.012442 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-00082b5f-da75-4209-97c3-290ad6d7f777 req-75ff9eaf-e6a6-4f58-beb1-7a8a1226c42d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0522380 Sep 15 13:49:07.050337 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-00082b5f-da75-4209-97c3-290ad6d7f777 req-18421fac-f67c-41db-8a62-b5c14fa39743 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318661 Sep 15 13:49:07.808605 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:08.250730 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13651329-72b7-4bb6-90bc-44ce4f47cea4 req-37629d30-4ac4-4f28-a027-b613ffad7c45 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:08.252130 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-13651329-72b7-4bb6-90bc-44ce4f47cea4 req-37629d30-4ac4-4f28-a027-b613ffad7c45 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.1292045 Sep 15 13:49:08.256222 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-478d7fab-1bfd-4f08-911d-982f389be24e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795631 Sep 15 13:49:08.290187 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-13651329-72b7-4bb6-90bc-44ce4f47cea4 req-c034ffa6-737a-4586-a2a4-ad9056112686 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311224 Sep 15 13:49:08.344117 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af01c-a670-41a3-a110-0031e0953e6b req-c6b8e091-e7aa-44e4-bb97-84d170888a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:08.345624 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-c6b8e091-e7aa-44e4-bb97-84d170888a7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0434520 Sep 15 13:49:08.449939 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af01c-a670-41a3-a110-0031e0953e6b req-52171122-9a32-440f-bba1-f4f645a9426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:08.451374 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-52171122-9a32-440f-bba1-f4f645a9426a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.0834520 Sep 15 13:49:08.527598 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-2a865e6b-b6f4-4334-9953-666672185275 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1002 time: 0.0620549 Sep 15 13:49:08.576971 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af01c-a670-41a3-a110-0031e0953e6b req-394bd4c4-ecaf-4b91-9091-801cbb7adbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:08.578398 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-394bd4c4-ecaf-4b91-9091-801cbb7adbad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0433993 Sep 15 13:49:08.624012 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3af01c-a670-41a3-a110-0031e0953e6b req-fd00fb21-3a65-4b1a-9228-d79e80981c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:08.625591 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-fd00fb21-3a65-4b1a-9228-d79e80981c70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395300 Sep 15 13:49:08.716991 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-4684b04a-eece-41a3-8e46-eb2c7065e790 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834656 Sep 15 13:49:08.806342 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da3af01c-a670-41a3-a110-0031e0953e6b req-6ce87fcd-b762-4dae-8155-4f656e474d71 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811336 Sep 15 13:49:09.414627 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc8b45-d582-4409-a5e2-7d50d74c7b90 req-595548ca-1872-407a-afb6-9045c0c2ce83 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:09.416317 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-62cc8b45-d582-4409-a5e2-7d50d74c7b90 req-595548ca-1872-407a-afb6-9045c0c2ce83 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0525787 Sep 15 13:49:09.462345 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-62cc8b45-d582-4409-a5e2-7d50d74c7b90 req-739ce2ca-5fd2-4d77-b411-b1cde4e42049 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372703 Sep 15 13:49:10.606836 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b180ea-c236-4de5-a8f5-2a7918f85fd2 req-a97ea7ec-c486-495d-b86f-690cda1e940d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:10.608669 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d9b180ea-c236-4de5-a8f5-2a7918f85fd2 req-a97ea7ec-c486-495d-b86f-690cda1e940d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0651433 Sep 15 13:49:10.656990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d9b180ea-c236-4de5-a8f5-2a7918f85fd2 req-b9572268-b50d-4396-9dc5-ea8d4495bfbc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393898 Sep 15 13:49:11.781289 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc70f8-9109-4702-81cd-307b448d8a00 req-2ad6fd59-0add-43c2-9815-51de327ac0de tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:11.782699 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-93bc70f8-9109-4702-81cd-307b448d8a00 req-2ad6fd59-0add-43c2-9815-51de327ac0de tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0495970 Sep 15 13:49:11.825842 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-93bc70f8-9109-4702-81cd-307b448d8a00 req-8e249bef-9af4-45e0-801f-e92308b9a97f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358267 Sep 15 13:49:12.950292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3305ad0-0395-4797-95a5-79643be413b2 req-55293951-d14b-4e4f-a7b7-2866349fd3fb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:12.951738 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d3305ad0-0395-4797-95a5-79643be413b2 req-55293951-d14b-4e4f-a7b7-2866349fd3fb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0513790 Sep 15 13:49:12.988860 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d3305ad0-0395-4797-95a5-79643be413b2 req-2a0d9b3e-f887-468a-89fd-94b97a57e6c5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302541 Sep 15 13:49:14.107234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97011107-10d1-44db-b48a-f514170cf740 req-2f11d1ef-e434-4642-9d40-bd419ad4d216 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:14.108704 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-97011107-10d1-44db-b48a-f514170cf740 req-2f11d1ef-e434-4642-9d40-bd419ad4d216 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0491476 Sep 15 13:49:14.145556 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-97011107-10d1-44db-b48a-f514170cf740 req-84d4a896-f6bf-48c7-b55f-a335d265f28e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310740 Sep 15 13:49:15.269234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fefa7-f9f3-4efc-be91-d4acee8404d3 req-1f80b52a-8c3a-4545-9397-54258062f788 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:15.270584 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5a9fefa7-f9f3-4efc-be91-d4acee8404d3 req-1f80b52a-8c3a-4545-9397-54258062f788 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0477505 Sep 15 13:49:15.308516 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5a9fefa7-f9f3-4efc-be91-d4acee8404d3 req-0596a7e1-1408-4ac8-bde3-d9ddaed0ea0a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Sep 15 13:49:16.008707 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c3204dcc-9a32-46df-b9dd-fb8f73971f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:16.430240 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb8e72-509f-4a73-8bdc-3a908a486c3f req-509ef705-3b49-4363-bfa8-812ca08c785c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:16.431693 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4cb8e72-509f-4a73-8bdc-3a908a486c3f req-509ef705-3b49-4363-bfa8-812ca08c785c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0522544 Sep 15 13:49:16.469142 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4cb8e72-509f-4a73-8bdc-3a908a486c3f req-d2e99513-3c60-4806-9bdf-1caec0a1371f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Sep 15 13:49:17.715132 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db445a1-8473-4e9a-8881-f4487e5fc3ae req-4e053c88-0037-4f85-b58d-a7cebd407e7a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:17.716546 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4db445a1-8473-4e9a-8881-f4487e5fc3ae req-4e053c88-0037-4f85-b58d-a7cebd407e7a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0487735 Sep 15 13:49:17.753776 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4db445a1-8473-4e9a-8881-f4487e5fc3ae req-7eb4cf87-048b-4c43-a969-389520a03943 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Sep 15 13:49:18.665539 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-46b68870-88f0-404f-847d-f6abe3359104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:18.784865 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34644) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:18.808879 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:18.875260 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7aa57-d9be-4ab8-9c2b-0ada2361c556 req-5d1792cb-0271-4fec-8fa4-681f4777e511 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:18.876784 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-71a7aa57-d9be-4ab8-9c2b-0ada2361c556 req-5d1792cb-0271-4fec-8fa4-681f4777e511 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0489707 Sep 15 13:49:18.899236 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:18.916678 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-71a7aa57-d9be-4ab8-9c2b-0ada2361c556 req-0ef3c9d5-3f7f-476d-be2c-832a38a2618f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327213 Sep 15 13:49:18.997811 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.093885 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.129988 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3138fa5a-3d29-4831-8ae4-58a73f8d6047,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:19.134750 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=186cb95ff28a4bf481e73956c7deb2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490241 Sep 15 13:49:19.137643 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34652) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:19.140539 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.140909 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.141254 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.141590 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.141923 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.142253 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.142580 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.142908 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.143232 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.143554 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.143875 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.144192 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e0286c-2b93-487b-ae5b-07f6a99897b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.193679 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.215078 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.396720 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.401029 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.401029 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3138fa5a-3d29-4831-8ae4-58a73f8d6047 HTTP/1.1" status: 204 len: 168 time: 0.2617965 Sep 15 13:49:19.408446 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3138fa5a-3d29-4831-8ae4-58a73f8d6047,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:19.416044 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.416382 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.416711 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.417065 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.417387 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.417709 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.418032 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.418360 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.418701 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.419015 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.419328 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:19.419640 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaff590-9f6c-4fcf-826d-368cd832b880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:20.008158 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:20.041164 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe04c51-045d-4702-9f3a-768160da9a39 req-7cc7c369-c4a2-494d-a7fb-aaa49477861c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:20.042650 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-abe04c51-045d-4702-9f3a-768160da9a39 req-7cc7c369-c4a2-494d-a7fb-aaa49477861c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0503018 Sep 15 13:49:20.083019 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-abe04c51-045d-4702-9f3a-768160da9a39 req-9fb06ac4-16b0-47b6-98bb-288615a1eabe tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Sep 15 13:49:21.204707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce0e8c-b201-41f1-8ca7-23a36f093eeb req-4050cd2b-784f-4159-8f69-8326cbb1c482 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:21.206215 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9ce0e8c-b201-41f1-8ca7-23a36f093eeb req-4050cd2b-784f-4159-8f69-8326cbb1c482 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0505471 Sep 15 13:49:21.246307 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9ce0e8c-b201-41f1-8ca7-23a36f093eeb req-8fca91f9-7344-442a-995d-a696c9f018c1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328350 Sep 15 13:49:21.682791 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:22.374277 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08998-0044-4696-8f36-ab50b21742ba req-590ac7ac-6dca-498a-9de0-cd3d58370908 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:22.375707 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2ba08998-0044-4696-8f36-ab50b21742ba req-590ac7ac-6dca-498a-9de0-cd3d58370908 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0480611 Sep 15 13:49:22.412684 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2ba08998-0044-4696-8f36-ab50b21742ba req-4cac1eb2-6433-47ab-88e9-ced361784229 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Sep 15 13:49:22.925685 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:49:23.103970 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-c49a1e94-29d4-4fbb-88fe-2f91c6b3ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:23.105468 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-c49a1e94-29d4-4fbb-88fe-2f91c6b3ad7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930&tenant_id=1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 1096 time: 0.0679393 Sep 15 13:49:23.537186 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac8965-ff85-4d3f-a4ec-49c0b8666f99 req-e6890ae9-9b88-4527-8150-b246cadde812 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:23.539262 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ddac8965-ff85-4d3f-a4ec-49c0b8666f99 req-e6890ae9-9b88-4527-8150-b246cadde812 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0523870 Sep 15 13:49:23.576327 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ddac8965-ff85-4d3f-a4ec-49c0b8666f99 req-55ee5253-b0b2-4138-8651-73dd17350a5a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Sep 15 13:49:24.693145 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0194d-80a3-4772-8181-22cc66ed5d10 req-53ce7ab4-7ef3-4741-8361-9076358f78ac tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:24.695324 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dea0194d-80a3-4772-8181-22cc66ed5d10 req-53ce7ab4-7ef3-4741-8361-9076358f78ac tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0474877 Sep 15 13:49:24.731629 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dea0194d-80a3-4772-8181-22cc66ed5d10 req-1d5233bf-4226-4c36-88dc-49a93ae80952 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301752 Sep 15 13:49:24.842370 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-61a89d63-4d2e-4eec-ab40-53e0b56f309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:24.843832 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-61a89d63-4d2e-4eec-ab40-53e0b56f309c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1096 time: 0.0410972 Sep 15 13:49:24.935069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-98514bfc-4449-4fc9-82d0-76f7c6e43184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:24.936480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-98514bfc-4449-4fc9-82d0-76f7c6e43184 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.0835822 Sep 15 13:49:25.004480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-aeb93621-3c4a-4219-b0ff-2b36c0797b4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 200 len: 998 time: 0.0585027 Sep 15 13:49:25.259979 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-21d2a058-5cca-47a4-b4df-c371428b1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.261366 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-21d2a058-5cca-47a4-b4df-c371428b1d07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.2491927 Sep 15 13:49:25.307376 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-eab9f09b-a559-4d71-9502-be3891c73f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.311967 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-eab9f09b-a559-4d71-9502-be3891c73f5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400724 Sep 15 13:49:25.401591 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-9e367aa7-7fbe-44ad-9401-fa4bd947ce9f service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850608 Sep 15 13:49:25.493816 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e95932dd-8a3d-4828-a6a5-8d5f5ba6b4e8 req-095b07b2-bc0b-4524-a852-2b1dd9027dba service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850420 Sep 15 13:49:25.855805 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ba98f-6a3b-4c03-94e7-3ed57fc36c36 req-ded43a9c-9925-487e-a3c9-8c54828e68b6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.857045 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-642ba98f-6a3b-4c03-94e7-3ed57fc36c36 req-ded43a9c-9925-487e-a3c9-8c54828e68b6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0504920 Sep 15 13:49:25.896872 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-642ba98f-6a3b-4c03-94e7-3ed57fc36c36 req-4562a1bc-cb80-42d1-ab29-2ba6d5e4bf8d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330956 Sep 15 13:49:27.062315 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f607ec-1120-44df-b288-6065c292904d req-3a81bbca-58f0-46f7-8f73-7457d751f5a1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:27.064018 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-75f607ec-1120-44df-b288-6065c292904d req-3a81bbca-58f0-46f7-8f73-7457d751f5a1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0890927 Sep 15 13:49:27.159162 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-f4dbb77e-3353-4386-8777-1aba64f15c5c tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=86e0d0c914f749d386f45e3f8af7b028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682201 Sep 15 13:49:27.174141 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-75f607ec-1120-44df-b288-6065c292904d req-9e8134fe-2850-44a0-bf8e-fb3bc44a339f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038826 Sep 15 13:49:27.349191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-2b2d8703-bcab-4114-8bc3-b3d493586bf7 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:27.352592 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-2b2d8703-bcab-4114-8bc3-b3d493586bf7 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923871 Sep 15 13:49:27.366692 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-2c3c414b-26cd-4515-b9aa-28220b57659a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/quotas/86e0d0c914f749d386f45e3f8af7b028 HTTP/1.1" status: 200 len: 375 time: 0.0096371 Sep 15 13:49:27.404322 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-1a5a8ee2-ed53-4ccb-a64d-683d30814623 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=86e0d0c914f749d386f45e3f8af7b028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305753 Sep 15 13:49:27.639561 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1ccf8ca3-c0c2-4f5d-8875-2a32be63ef77 req-94e824eb-57fa-4a54-8074-b3ca60c36522 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0261281 Sep 15 13:49:28.224061 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34824) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:28.304506 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de3f4-1786-4988-a83c-18c899545f95 req-5c7fa4ac-5c79-4871-9cb2-19fc37369f3e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:28.306043 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-383de3f4-1786-4988-a83c-18c899545f95 req-5c7fa4ac-5c79-4871-9cb2-19fc37369f3e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0554559 Sep 15 13:49:28.343942 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-567a34dc-461d-4768-bc78-faffe88479f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:28.367341 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-383de3f4-1786-4988-a83c-18c899545f95 req-f6a2a884-9056-4a9b-b203-0d8e57e0269c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528734 Sep 15 13:49:28.508128 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-567a34dc-461d-4768-bc78-faffe88479f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:28.591422 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-567a34dc-461d-4768-bc78-faffe88479f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:28.635849 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-567a34dc-461d-4768-bc78-faffe88479f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d711cf4c0b1413485766531bb36af8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082565 Sep 15 13:49:28.635849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a34dc-461d-4768-bc78-faffe88479f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5380f3f4-53df-40f8-b0a4-a408892f18ed,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:28.636346 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34830) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:28.693307 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-95e62555-d931-4e4e-8f1b-0a482581301b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:28.717251 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cef8fea6-e4f6-4928-8891-a66bc8437c3c req-6c020458-e06e-4195-bf9f-243fc57dd295 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0269969 Sep 15 13:49:28.722109 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-95e62555-d931-4e4e-8f1b-0a482581301b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:28.882483 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-95e62555-d931-4e4e-8f1b-0a482581301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:28.885094 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-95e62555-d931-4e4e-8f1b-0a482581301b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:28.886263 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-95e62555-d931-4e4e-8f1b-0a482581301b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5380f3f4-53df-40f8-b0a4-a408892f18ed HTTP/1.1" status: 204 len: 168 time: 0.2488112 Sep 15 13:49:28.894160 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e62555-d931-4e4e-8f1b-0a482581301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5380f3f4-53df-40f8-b0a4-a408892f18ed,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:29.491770 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce253-4d27-478e-a43a-93d169825784 req-44fce442-b41d-4b88-9c83-9acf9d956e93 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:29.494450 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-295ce253-4d27-478e-a43a-93d169825784 req-44fce442-b41d-4b88-9c83-9acf9d956e93 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0510247 Sep 15 13:49:29.531931 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-295ce253-4d27-478e-a43a-93d169825784 req-0c69a56f-f054-40c5-9e3b-e2c26c6bcdd5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Sep 15 13:49:29.656680 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34842) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:29.672803 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29058573-21ec-4405-bafd-12f77420dd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:29.759303 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29058573-21ec-4405-bafd-12f77420dd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:29.820285 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46ea75c7-9671-4c83-8385-8c66e6039953 req-cab520d3-e188-4ca2-be1c-ec1ca9e08cc3 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0276833 Sep 15 13:49:29.870462 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-29058573-21ec-4405-bafd-12f77420dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:29.908185 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29058573-21ec-4405-bafd-12f77420dd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ce249b-0a99-45b5-8255-d9afaa5db38e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:29.912884 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-29058573-21ec-4405-bafd-12f77420dd75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cf1ab4a096a464ba06a2131524bb12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550962 Sep 15 13:49:29.915861 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34846) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:29.972280 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-811722a6-60bb-431e-9c36-8f9fe58e1f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:29.994331 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-811722a6-60bb-431e-9c36-8f9fe58e1f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:30.122832 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-811722a6-60bb-431e-9c36-8f9fe58e1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:30.125434 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-811722a6-60bb-431e-9c36-8f9fe58e1f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:30.126590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-811722a6-60bb-431e-9c36-8f9fe58e1f76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52ce249b-0a99-45b5-8255-d9afaa5db38e HTTP/1.1" status: 204 len: 168 time: 0.2097981 Sep 15 13:49:30.134610 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811722a6-60bb-431e-9c36-8f9fe58e1f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ce249b-0a99-45b5-8255-d9afaa5db38e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:30.669302 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10c207-7725-4a94-84ea-f8aea3932304 req-ed8ad1c3-ef7d-45c9-ac45-a5fb306cfa79 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:30.670845 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed10c207-7725-4a94-84ea-f8aea3932304 req-ed8ad1c3-ef7d-45c9-ac45-a5fb306cfa79 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0564034 Sep 15 13:49:30.708855 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ed10c207-7725-4a94-84ea-f8aea3932304 req-f2d4de6b-fee8-4816-a864-5486d45a0e90 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Sep 15 13:49:30.944123 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-37311772-db76-453e-a7de-c25f3fb51271 req-db225505-2789-4bea-9bfd-4d6bc952e4de tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0325425 Sep 15 13:49:31.831757 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56df6d-6dd4-427e-a53f-b6497ed8e9fb req-5bfd7959-d8ab-4439-aa4a-4c8714a028bf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:31.833319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1c56df6d-6dd4-427e-a53f-b6497ed8e9fb req-5bfd7959-d8ab-4439-aa4a-4c8714a028bf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0528040 Sep 15 13:49:31.871713 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1c56df6d-6dd4-427e-a53f-b6497ed8e9fb req-7d24aef5-cb86-42e4-98a0-5e9be42f4973 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Sep 15 13:49:32.043733 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1b000f12-f5da-4bdf-a6f9-16314a75a1fa req-f2ea6cad-69f3-43a3-bd6b-9d76c4b8464d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0315583 Sep 15 13:49:32.600051 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 34892) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:32.724414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b31fe42d-923c-4ff1-bcee-46e4cf820ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:32.824713 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b31fe42d-923c-4ff1-bcee-46e4cf820ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:32.911145 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b31fe42d-923c-4ff1-bcee-46e4cf820ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:32.954814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fe42d-923c-4ff1-bcee-46e4cf820ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e39f78-2326-44b5-bff9-b1fc36867dd3,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:32.960879 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b31fe42d-923c-4ff1-bcee-46e4cf820ade admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b280db0f2ec40a6b0d1848e8e9277d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595159 Sep 15 13:49:32.963646 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 34898) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:33.038906 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907d103-e8a0-49fa-814c-a2931d89585a req-3f631517-da07-43b9-b4f5-263c6ace3006 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:33.041194 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3594ddc-4ef0-4412-8c9a-2f03e9e62dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:33.046510 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8907d103-e8a0-49fa-814c-a2931d89585a req-3f631517-da07-43b9-b4f5-263c6ace3006 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0844035 Sep 15 13:49:33.088154 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3594ddc-4ef0-4412-8c9a-2f03e9e62dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:33.100963 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8907d103-e8a0-49fa-814c-a2931d89585a req-9c9e0ed7-94e1-444b-9763-67cd609eb8bd tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506659 Sep 15 13:49:33.159751 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a405b81c-969f-48cf-a7b9-fcfb75895e35 req-103c3306-fb44-4cef-a0c4-591dbbf912b2 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0309386 Sep 15 13:49:33.236628 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3594ddc-4ef0-4412-8c9a-2f03e9e62dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:33.239262 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3594ddc-4ef0-4412-8c9a-2f03e9e62dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:33.240454 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f3594ddc-4ef0-4412-8c9a-2f03e9e62dec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66e39f78-2326-44b5-bff9-b1fc36867dd3 HTTP/1.1" status: 204 len: 168 time: 0.2756464 Sep 15 13:49:33.249357 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3594ddc-4ef0-4412-8c9a-2f03e9e62dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e39f78-2326-44b5-bff9-b1fc36867dd3,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:34.229632 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ca266-4681-41e2-b152-e7b35468f234 req-beab0120-368b-4b09-b084-6b9cff5e1d8a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:34.231987 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c6ca266-4681-41e2-b152-e7b35468f234 req-beab0120-368b-4b09-b084-6b9cff5e1d8a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0518465 Sep 15 13:49:34.272116 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-da8b8141-6dc7-4676-9229-b817901a7955 req-e2e3804f-85ca-4c29-9300-a1f2f57db3c4 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0390422 Sep 15 13:49:34.294338 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c6ca266-4681-41e2-b152-e7b35468f234 req-fce573d5-fe83-4775-9a7c-4a220b132b41 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497398 Sep 15 13:49:35.400763 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0c406566-6f79-448b-8c37-5a799929e6cb req-511deff7-0b4b-4cd5-8a4d-08903b339b6d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0476887 Sep 15 13:49:35.474711 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c309a2-28e3-4e07-83af-944320787009 req-fca09385-a45c-4126-a5c7-80af3bd4ed5c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:35.476984 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45c309a2-28e3-4e07-83af-944320787009 req-fca09385-a45c-4126-a5c7-80af3bd4ed5c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0804334 Sep 15 13:49:35.517838 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45c309a2-28e3-4e07-83af-944320787009 req-7918f469-92bc-484f-be92-a86491ba4a84 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Sep 15 13:49:36.501548 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8c64eb96-6bb5-47a2-8d9b-d0d2e6f6cfec req-327aab39-fdb4-4230-8022-401d21b35fa2 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0282702 Sep 15 13:49:36.646703 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282eae-f0d7-48c8-abfd-da1b061d3a0f req-a80bcbd5-0bc5-426e-8840-e777cf1f04f8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:36.648198 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-78282eae-f0d7-48c8-abfd-da1b061d3a0f req-a80bcbd5-0bc5-426e-8840-e777cf1f04f8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0552075 Sep 15 13:49:36.692476 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-78282eae-f0d7-48c8-abfd-da1b061d3a0f req-7ddd9ee2-317e-4b89-bf16-ac1df8f25b98 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317907 Sep 15 13:49:37.607504 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-99653de6-e4bf-400e-a8c9-df59a22f92dd req-f7e512eb-8b18-4311-9304-acd1d902cd53 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0383990 Sep 15 13:49:37.818083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b9827-c7bc-469d-89d8-fd5283181a47 req-f6a79215-82dd-4d23-b19f-eda3b0df7583 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:37.819530 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-362b9827-c7bc-469d-89d8-fd5283181a47 req-f6a79215-82dd-4d23-b19f-eda3b0df7583 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0483153 Sep 15 13:49:37.862598 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-362b9827-c7bc-469d-89d8-fd5283181a47 req-46994a9b-055a-41a0-b2b6-14acbf1bca66 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369053 Sep 15 13:49:37.864087 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:38.707671 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f8d648bf-6e61-4ba3-8d82-e255809ad4a6 req-d8536b7e-a62d-4d3e-9265-1d12ff0d9790 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0317059 Sep 15 13:49:38.983543 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f5f24-fee2-45ea-aba8-2a4bfa4efe84 req-af1a5677-b4fa-469b-ad2f-58f3d7579497 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:38.985234 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fb1f5f24-fee2-45ea-aba8-2a4bfa4efe84 req-af1a5677-b4fa-469b-ad2f-58f3d7579497 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0487137 Sep 15 13:49:39.022370 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fb1f5f24-fee2-45ea-aba8-2a4bfa4efe84 req-19e8baaa-501b-4753-9d11-cbda0f8cba3e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Sep 15 13:49:39.801306 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a1d9d292-1e09-4935-80ad-cd9aef3ba042 req-549301df-8898-45a0-bece-de27dba23988 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0263345 Sep 15 13:49:40.165310 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92393528-6fd0-43b0-9f25-be8b944a4e10 req-26168920-1487-4db9-9060-7803407a3e32 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:40.167747 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92393528-6fd0-43b0-9f25-be8b944a4e10 req-26168920-1487-4db9-9060-7803407a3e32 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0608509 Sep 15 13:49:40.213617 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92393528-6fd0-43b0-9f25-be8b944a4e10 req-04f1e0d8-14ee-4cd3-a31d-41b1934c081a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Sep 15 13:49:40.904186 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3e2ba14-adcd-43db-b073-a361dc6cba9b req-26f1e28e-700a-4325-8e4e-7b61434f829b tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0316212 Sep 15 13:49:41.338574 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968f5ae-24e0-4ba2-9bd5-15ab1b5f2a3b req-719ed58d-b6b4-4c46-a139-46387951ad36 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:41.340276 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e968f5ae-24e0-4ba2-9bd5-15ab1b5f2a3b req-719ed58d-b6b4-4c46-a139-46387951ad36 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0499897 Sep 15 13:49:41.381406 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e968f5ae-24e0-4ba2-9bd5-15ab1b5f2a3b req-b500f0f7-b918-4cd0-8fd4-5b53e9e83347 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Sep 15 13:49:42.000993 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7315e0c4-c016-4748-9b87-54cc6e6e5bfd req-f037cb1f-081c-483a-9db2-54769a653027 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0262508 Sep 15 13:49:42.524499 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37523b6-cb6d-4f5b-88e9-e2da162e6856 req-d78fbd59-65c5-4e46-9906-fb2819962992 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:42.526022 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a37523b6-cb6d-4f5b-88e9-e2da162e6856 req-d78fbd59-65c5-4e46-9906-fb2819962992 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0525925 Sep 15 13:49:42.565288 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a37523b6-cb6d-4f5b-88e9-e2da162e6856 req-306138ec-d7a0-4980-b2c9-8896da0d4f0e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332515 Sep 15 13:49:43.090041 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdb6fa86-0c11-45b5-93ab-802270f93506 req-476c3155-8c64-48c6-a405-6da416c739a3 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0250535 Sep 15 13:49:43.687570 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cfa69-ce1f-4ce0-b7c5-a8ab67e83e67 req-142e5179-cf2e-422e-8bbf-78f6ab6a37cb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:43.692072 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb6cfa69-ce1f-4ce0-b7c5-a8ab67e83e67 req-142e5179-cf2e-422e-8bbf-78f6ab6a37cb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0541146 Sep 15 13:49:43.733543 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb6cfa69-ce1f-4ce0-b7c5-a8ab67e83e67 req-ddd2bdd0-f8bb-4381-997b-0202e7a2537d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370345 Sep 15 13:49:44.192343 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-03ae38a9-97bc-4484-ac77-c7c3da7e3ed5 req-655edd15-5ee9-4c81-a33b-30b06268f621 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Sep 15 13:49:44.862982 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90ddd9-6fcb-4852-8920-2f8fd330bdb7 req-91750ad8-f8c7-4a51-aa3f-729a7e8aea22 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:44.864426 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9b90ddd9-6fcb-4852-8920-2f8fd330bdb7 req-91750ad8-f8c7-4a51-aa3f-729a7e8aea22 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0510335 Sep 15 13:49:44.900746 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9b90ddd9-6fcb-4852-8920-2f8fd330bdb7 req-69018f3a-db0e-4ef0-bb93-c0b9f0bc8999 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303719 Sep 15 13:49:45.287873 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c036fe29-719a-4f2a-a433-1e2615cc037b req-36117e66-3b65-4fcc-a704-9de410ea1061 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0268047 Sep 15 13:49:46.007196 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0b6c-7b9d-4801-8f5e-bd08f00e52ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:46.018440 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6994d-ecf9-4616-b113-c5cbcacc7d91 req-13a90265-d082-4148-ad19-5bfe64b4b79d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:46.020556 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1fb6994d-ecf9-4616-b113-c5cbcacc7d91 req-13a90265-d082-4148-ad19-5bfe64b4b79d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0490444 Sep 15 13:49:46.060735 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1fb6994d-ecf9-4616-b113-c5cbcacc7d91 req-d865a420-18be-43f4-aeac-7c54ef1ad847 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341611 Sep 15 13:49:46.385985 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e962e00f-db53-4c74-8728-8ba6bd9c0538 req-29b0d6ad-a431-41f5-a87c-f4dac35c846d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0291491 Sep 15 13:49:47.181604 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bc509-2319-48ba-801d-4682e6f330a9 req-629d54ec-ed07-4255-bb86-4da5ffd09e7b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:47.183057 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec8bc509-2319-48ba-801d-4682e6f330a9 req-629d54ec-ed07-4255-bb86-4da5ffd09e7b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0493011 Sep 15 13:49:47.219471 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec8bc509-2319-48ba-801d-4682e6f330a9 req-35cc3e5a-444b-4e93-8c77-5aac24d8ccf5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305638 Sep 15 13:49:47.478239 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f511a571-15bf-4f98-9a3c-c222cdf0bfd3 req-696503fd-4bb1-4d3d-85d6-73a9497f12b0 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Sep 15 13:49:48.337788 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9a21-af0e-4200-a94e-acb2038b1f37 req-5eb73a15-8a40-4b29-9a61-ead3f7da10bb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:48.339269 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b35a9a21-af0e-4200-a94e-acb2038b1f37 req-5eb73a15-8a40-4b29-9a61-ead3f7da10bb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0476885 Sep 15 13:49:48.376352 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b35a9a21-af0e-4200-a94e-acb2038b1f37 req-2f3b1d3d-9762-48fa-bf4a-378f1b0689a7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Sep 15 13:49:48.574605 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ea51af82-27cc-486f-9fa8-3e98f0ab7f14 req-2b4a529f-c25f-4f52-b6b8-0023d140334a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0300183 Sep 15 13:49:48.659146 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-57dff87d-3211-47ac-9714-54fd99f79dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:48.830267 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:49.496142 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6948-f2b5-4c7b-9534-928c0efadc2a req-ced513a8-875e-44a5-8131-a2bf6d8c1c7c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:49.497672 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7e0e6948-f2b5-4c7b-9534-928c0efadc2a req-ced513a8-875e-44a5-8131-a2bf6d8c1c7c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0493321 Sep 15 13:49:49.535378 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7e0e6948-f2b5-4c7b-9534-928c0efadc2a req-d920dbce-33f0-4aa4-8c32-9b99518361ab tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Sep 15 13:49:49.670583 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-22addc73-05cd-4e5a-b873-c80b8a5de88f req-a65b9863-cfc4-4626-960b-0ff3d473c227 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0261447 Sep 15 13:49:49.899835 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-7bdd3748-efff-4cfc-b837-5a11a89ed56a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=86e0d0c914f749d386f45e3f8af7b028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208321 Sep 15 13:49:50.012616 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-d7407f91-fb7a-4cef-95bc-1986f120038d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:50.012867 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:50.014082 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-d7407f91-fb7a-4cef-95bc-1986f120038d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088278 Sep 15 13:49:50.027102 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Request body: {'port': {'device_id': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'network_id': '87704332-9572-470b-95fd-21ab347b9068', 'admin_state_up': True, 'tenant_id': '86e0d0c914f749d386f45e3f8af7b028'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:50.207284 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Made reservation on behalf of 86e0d0c914f749d386f45e3f8af7b028 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:49:50.210918 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:50.219774 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:50.309600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:50.522455 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:50.585007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:50.683744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Allocated IP 192.168.233.28 (87704332-9572-470b-95fd-21ab347b9068/9d4acf8e-e6b0-442f-a094-ed51a4021b00/98b5f9a4-e773-4e97-9f3f-57d7278c1e67) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:49:50.704441 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460d4a-d0d2-48e0-9381-b97d47db534c req-39784de8-6c1a-4e26-bcee-4c442f93acc3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:50.705968 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74460d4a-d0d2-48e0-9381-b97d47db534c req-39784de8-6c1a-4e26-bcee-4c442f93acc3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0793519 Sep 15 13:49:50.797637 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74460d4a-d0d2-48e0-9381-b97d47db534c req-d7fedb54-9822-423c-a7bf-1d8fec5313f4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842121 Sep 15 13:49:50.799396 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-84e9e709-f893-425e-b356-c2cdcbd09f8e req-c246e934-398d-4051-891d-c1fbeca842e6 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0475171 Sep 15 13:49:50.903422 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.047720 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.093197 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Network 87704332-9572-470b-95fd-21ab347b9068 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:49:51.098192 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:49:51.100037 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:49:51.108470 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Pushing event updated for resources: {'Port': ['ID=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:51.155949 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:51.161553 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.271169 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-31bf92fa-3596-484e-bb07-c31581a991bf tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2478421 Sep 15 13:49:51.328360 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-9df30071-7fcb-4d06-8a3a-657dabdda489 None None] Provisioning complete for port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:49:51.328979 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9df30071-7fcb-4d06-8a3a-657dabdda489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.363708 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-9df30071-7fcb-4d06-8a3a-657dabdda489 None None] Port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:49:51.381855 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Request body: {'port': {'device_id': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:51.437406 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.641530 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.700632 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:51.707701 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.719359 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Transition to ACTIVE for port object 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:49:51.824268 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.978256 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:52.051407 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73261fd8-9660-45dc-bc0f-463a8cd88364 req-6424bb07-c283-4d2f-b78b-4f5695debb57 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:52.053097 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-73261fd8-9660-45dc-bc0f-463a8cd88364 req-6424bb07-c283-4d2f-b78b-4f5695debb57 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.1749835 Sep 15 13:49:52.063904 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf36374-8ab4-493e-a7b1-ab8e1b3d002c req-4b73f026-2343-48c9-b3c0-1de62bfa03a8 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:52.065341 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3cf36374-8ab4-493e-a7b1-ab8e1b3d002c req-4b73f026-2343-48c9-b3c0-1de62bfa03a8 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 947 time: 0.1650193 Sep 15 13:49:52.098673 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Attempting to bind port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:49:52.099083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Attempting to bind port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:49:52.101152 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Attempting to bind port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 on network 87704332-9572-470b-95fd-21ab347b9068 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:52.119783 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 on network 87704332-9572-470b-95fd-21ab347b9068 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:49:52.120134 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Attempting to bind port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 on network 87704332-9572-470b-95fd-21ab347b9068 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:52.139649 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:49:52.139986 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Checking segment: {'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:49:52.140424 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Bound using segment: {'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:49:52.140809 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Bound port: 98b5f9a4-e773-4e97-9f3f-57d7278c1e67, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe97dd8d-eae8-4fea-a3e5-c9bfe985b708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '87704332-9572-470b-95fd-21ab347b9068'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:49:52.141189 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.151467 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-73261fd8-9660-45dc-bc0f-463a8cd88364 req-77268b74-9fab-4469-bfb4-178c982f054a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842299 Sep 15 13:49:52.166456 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3cf36374-8ab4-493e-a7b1-ab8e1b3d002c req-5b5f22ea-32ed-40a2-a7ae-2de180874260 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922263 Sep 15 13:49:52.219912 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] For port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:49:52.222921 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] For port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,segment=NetworkSegment(fe97dd8d-eae8-4fea-a3e5-c9bfe985b708),segment_id=fe97dd8d-eae8-4fea-a3e5-c9bfe985b708)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:49:52.310823 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.345723 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:52.346355 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.347734 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] 10.222.0.37 "PUT /v2.0/ports/98b5f9a4-e773-4e97-9f3f-57d7278c1e67 HTTP/1.1" status: 200 len: 1097 time: 1.0681336 Sep 15 13:49:52.348163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'tag': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:52.350410 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132a2032-c630-400c-8661-bc823089b76d" -d '{"events": [{"name": "network-changed", "server_uuid": "020d5e72-7ddf-4aef-bf6b-8843f28b9910", "tag": "98b5f9a4-e773-4e97-9f3f-57d7278c1e67"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:52.378130 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8050e-a61e-411d-8ca4-186b481c8fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:52.509421 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-c2f0ed14-7541-4158-af09-2c4ac44aa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:52.515636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-c2f0ed14-7541-4158-af09-2c4ac44aa04d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86e0d0c914f749d386f45e3f8af7b028&device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 1100 time: 0.0504498 Sep 15 13:49:52.527011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5adbd5-f688-46de-a43c-dd6df200846e x-openstack-request-id: req-9c5adbd5-f688-46de-a43c-dd6df200846e {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:52.527429 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020d5e72-7ddf-4aef-bf6b-8843f28b9910", "tag": "98b5f9a4-e773-4e97-9f3f-57d7278c1e67", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:52.527807 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c5adbd5-f688-46de-a43c-dd6df200846e {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:52.528365 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'tag': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67', 'status': 'completed', 'code': 200} Sep 15 13:49:52.559508 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-ed71a92c-d141-43b7-ac24-86393b197a76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=98b5f9a4-e773-4e97-9f3f-57d7278c1e67 HTTP/1.1" status: 200 len: 217 time: 0.0403986 Sep 15 13:49:52.609105 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-41014ce5-ced5-4040-b1a7-354e1dbe3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:52.610529 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-41014ce5-ced5-4040-b1a7-354e1dbe3336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d4acf8e-e6b0-442f-a094-ed51a4021b00 HTTP/1.1" status: 200 len: 843 time: 0.0440540 Sep 15 13:49:52.658055 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-9a36eaca-7ac9-4a5b-9c2c-ac03b1f338ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:52.659486 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-9a36eaca-7ac9-4a5b-9c2c-ac03b1f338ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87704332-9572-470b-95fd-21ab347b9068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0416067 Sep 15 13:49:52.747446 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-627560ce-f750-4977-aae3-a3adc96183ac service neutron] 10.222.0.37 "GET /v2.0/networks/87704332-9572-470b-95fd-21ab347b9068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793979 Sep 15 13:49:52.839505 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72088ff5-3c6b-4a54-bc62-5048818f3808 req-0eb87b6e-f406-49aa-9643-8701f22ecac1 service neutron] 10.222.0.37 "GET /v2.0/networks/87704332-9572-470b-95fd-21ab347b9068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847383 Sep 15 13:49:53.073298 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2032-c630-400c-8661-bc823089b76d req-999de407-8e72-45bd-bcde-aba1f4d7fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:53.074785 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-132a2032-c630-400c-8661-bc823089b76d req-999de407-8e72-45bd-bcde-aba1f4d7fe09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86e0d0c914f749d386f45e3f8af7b028&device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 1100 time: 0.0422671 Sep 15 13:49:53.172508 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2032-c630-400c-8661-bc823089b76d req-04d18fae-0e4e-4d53-b9dc-30991dea803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:53.174267 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-132a2032-c630-400c-8661-bc823089b76d req-04d18fae-0e4e-4d53-b9dc-30991dea803e service neutron] 10.222.0.37 "GET /v2.0/networks?id=87704332-9572-470b-95fd-21ab347b9068 HTTP/1.1" status: 200 len: 870 time: 0.0924752 Sep 15 13:49:53.430990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-132a2032-c630-400c-8661-bc823089b76d req-12223c7f-2832-41dc-93e5-32d37512d38f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=98b5f9a4-e773-4e97-9f3f-57d7278c1e67 HTTP/1.1" status: 200 len: 217 time: 0.2485859 Sep 15 13:49:53.518370 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2032-c630-400c-8661-bc823089b76d req-bdc138be-8005-437c-92d7-278f6074e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:53.518370 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-132a2032-c630-400c-8661-bc823089b76d req-bdc138be-8005-437c-92d7-278f6074e4cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d4acf8e-e6b0-442f-a094-ed51a4021b00 HTTP/1.1" status: 200 len: 843 time: 0.0763817 Sep 15 13:49:53.528252 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9dec3-8c82-4f8a-a9b4-afe618911328 req-fd7d7204-a650-4d14-a106-e56f0e719309 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:53.529627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dcf9dec3-8c82-4f8a-a9b4-afe618911328 req-fd7d7204-a650-4d14-a106-e56f0e719309 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.1017742 Sep 15 13:49:53.629506 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dcf9dec3-8c82-4f8a-a9b4-afe618911328 req-631195e4-827d-4fbc-9de8-c7cea4a63f61 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901105 Sep 15 13:49:53.633970 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2032-c630-400c-8661-bc823089b76d req-28bca7ba-6f63-4118-b866-c0e1bccc14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:53.635427 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-132a2032-c630-400c-8661-bc823089b76d req-28bca7ba-6f63-4118-b866-c0e1bccc14a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87704332-9572-470b-95fd-21ab347b9068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1048260 Sep 15 13:49:53.651162 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74573e87-a89b-4a84-9c2d-9ebf9974a760 req-19cc005f-7e59-4314-9767-2e4279ccab39 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:53.652664 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74573e87-a89b-4a84-9c2d-9ebf9974a760 req-19cc005f-7e59-4314-9767-2e4279ccab39 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 947 time: 0.0877783 Sep 15 13:49:53.748156 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74573e87-a89b-4a84-9c2d-9ebf9974a760 req-b80284c1-737e-45d5-b34b-eae76eab88a5 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764470 Sep 15 13:49:53.767522 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-132a2032-c630-400c-8661-bc823089b76d req-71cc687d-281d-4233-9ea9-197fd3c90183 service neutron] 10.222.0.37 "GET /v2.0/networks/87704332-9572-470b-95fd-21ab347b9068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139002 Sep 15 13:49:53.862177 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-132a2032-c630-400c-8661-bc823089b76d req-6cc77520-7051-4bbf-816d-26ed979d91fb service neutron] 10.222.0.37 "GET /v2.0/networks/87704332-9572-470b-95fd-21ab347b9068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864441 Sep 15 13:49:54.751506 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e23bd-d110-4ac0-955c-f58ddacab5c9 req-3c247434-36e4-49f7-aae7-112b7f5b525c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:54.753000 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a22e23bd-d110-4ac0-955c-f58ddacab5c9 req-3c247434-36e4-49f7-aae7-112b7f5b525c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0504596 Sep 15 13:49:54.793514 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a22e23bd-d110-4ac0-955c-f58ddacab5c9 req-7d1d5ac5-7452-44ab-b4d7-40b157d07dff tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332813 Sep 15 13:49:54.864595 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84851a1-b476-468d-a3b3-3d0deb31088f req-3816f73d-239e-4196-bf53-0f88c366b888 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:54.866647 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b84851a1-b476-468d-a3b3-3d0deb31088f req-3816f73d-239e-4196-bf53-0f88c366b888 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 947 time: 0.0499642 Sep 15 13:49:54.904217 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b84851a1-b476-468d-a3b3-3d0deb31088f req-e956cb1b-0dc3-4d14-95e6-b42f86589e98 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Sep 15 13:49:55.044434 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 35162) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:55.158672 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4818-d061-4a2c-814b-91686e03033b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.247010 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4818-d061-4a2c-814b-91686e03033b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.310059 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4818-d061-4a2c-814b-91686e03033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.347644 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b4818-d061-4a2c-814b-91686e03033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f426c29-c8bb-49db-aa74-3b97a278089f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:55.354448 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-1d4b4818-d061-4a2c-814b-91686e03033b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e92f1e51d9d47c6ab62e93f751a83ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089206 Sep 15 13:49:55.357158 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 35166) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:55.404730 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b59022f6-0faa-4942-9e03-c0b65822b606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.426276 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b59022f6-0faa-4942-9e03-c0b65822b606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.544198 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b59022f6-0faa-4942-9e03-c0b65822b606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.546788 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-b59022f6-0faa-4942-9e03-c0b65822b606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.547938 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-b59022f6-0faa-4942-9e03-c0b65822b606 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f426c29-c8bb-49db-aa74-3b97a278089f HTTP/1.1" status: 204 len: 168 time: 0.1900010 Sep 15 13:49:55.555976 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59022f6-0faa-4942-9e03-c0b65822b606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f426c29-c8bb-49db-aa74-3b97a278089f,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:55.875362 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:49:55.917156 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da15d8f-f155-46ba-a340-4b80f3637dd3 req-08a80802-af0e-4963-a91a-d904385fe1f9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:55.918652 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5da15d8f-f155-46ba-a340-4b80f3637dd3 req-08a80802-af0e-4963-a91a-d904385fe1f9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0526116 Sep 15 13:49:55.965476 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5da15d8f-f155-46ba-a340-4b80f3637dd3 req-9c3b01eb-1d64-4c1b-9262-5192a9359b94 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Sep 15 13:49:55.992717 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,segment=NetworkSegment(fe97dd8d-eae8-4fea-a3e5-c9bfe985b708),segment_id=fe97dd8d-eae8-4fea-a3e5-c9bfe985b708)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:56.004251 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67', 'network_id': '87704332-9572-470b-95fd-21ab347b9068', 'port_id': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67', 'mac_address': 'fa:16:3e:fb:ce:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4acf8e-e6b0-442f-a094-ed51a4021b00', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:49:56.043552 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:56.056976 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:56.076815 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,segment=NetworkSegment(fe97dd8d-eae8-4fea-a3e5-c9bfe985b708),segment_id=fe97dd8d-eae8-4fea-a3e5-c9bfe985b708)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:56.101420 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c421d0-2999-4f19-a481-781d4a2d0692 req-2a6dae6e-5364-4295-aeff-420c368d3442 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:56.102891 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a9c421d0-2999-4f19-a481-781d4a2d0692 req-2a6dae6e-5364-4295-aeff-420c368d3442 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 947 time: 0.0496051 Sep 15 13:49:56.143236 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a9c421d0-2999-4f19-a481-781d4a2d0692 req-fec2c122-c4d1-4a49-ac4f-6c50db4cbf0d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Sep 15 13:49:56.151297 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:56.210942 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:56.218393 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.218745 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.219089 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.219428 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.219945 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.220464 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.223570 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.224131 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.224635 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.225165 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.225673 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.226200 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:56.262009 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2aa3c-27eb-4066-ac9f-6c7df9247e12 req-abb0c015-46d5-40ca-acee-ec6b9a554a43 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:56.263498 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9dd2aa3c-27eb-4066-ac9f-6c7df9247e12 req-abb0c015-46d5-40ca-acee-ec6b9a554a43 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 946 time: 0.0519860 Sep 15 13:49:56.302219 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9dd2aa3c-27eb-4066-ac9f-6c7df9247e12 req-4ae819a9-2de4-455a-86c3-8e905002f4f0 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Sep 15 13:49:56.588325 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['98b5f9a4-e773-4e97-9f3f-57d7278c1e67'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:57.093686 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906a9d7-046e-48dc-9b86-6f86e039dae1 req-abe2e01d-3935-4e3d-a7c6-9c326f7bc00d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:57.095213 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a906a9d7-046e-48dc-9b86-6f86e039dae1 req-abe2e01d-3935-4e3d-a7c6-9c326f7bc00d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 943 time: 0.0487344 Sep 15 13:49:57.135596 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a906a9d7-046e-48dc-9b86-6f86e039dae1 req-634d7cd7-018a-4a41-bff5-3ff37c67f3b1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345056 Sep 15 13:49:57.263705 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908c7a0-13c1-4d22-98eb-6616c2b10509 req-0eeed2ca-23d2-4c47-ae23-a6a7f0780463 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:57.265169 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7908c7a0-13c1-4d22-98eb-6616c2b10509 req-0eeed2ca-23d2-4c47-ae23-a6a7f0780463 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 948 time: 0.0496907 Sep 15 13:49:57.304143 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7908c7a0-13c1-4d22-98eb-6616c2b10509 req-72afa723-a6da-4dac-8fbe-bb13e15ace9a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Sep 15 13:49:57.418158 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e610d6-09e8-431f-8d8c-bef202c17ac7 req-8de84c76-2618-496a-86c0-0eaf78f056f6 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:57.419655 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-98e610d6-09e8-431f-8d8c-bef202c17ac7 req-8de84c76-2618-496a-86c0-0eaf78f056f6 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 946 time: 0.0491712 Sep 15 13:49:57.439879 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 35216) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:57.463404 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-98e610d6-09e8-431f-8d8c-bef202c17ac7 req-d1ad3484-d91b-456e-9752-67e7b83dfe36 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Sep 15 13:49:57.545566 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6a00c7a-b0cc-4d73-9722-5633e84f518d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.632919 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6a00c7a-b0cc-4d73-9722-5633e84f518d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.744210 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d6a00c7a-b0cc-4d73-9722-5633e84f518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.781543 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d6a00c7a-b0cc-4d73-9722-5633e84f518d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72b2775bca0340fca8c60eeec73def4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406634 Sep 15 13:49:57.782346 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a00c7a-b0cc-4d73-9722-5633e84f518d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caef82f-00bd-41d9-b2a5-26782dea8f5b,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:57.784339 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 35220) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:57.836242 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b408d05-7110-40bf-a8f8-cc2a204ca399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.857495 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b408d05-7110-40bf-a8f8-cc2a204ca399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.873426 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:49:57.877704 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:49:58.001911 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b408d05-7110-40bf-a8f8-cc2a204ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.002800 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:58.004680 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0b408d05-7110-40bf-a8f8-cc2a204ca399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.006000 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0b408d05-7110-40bf-a8f8-cc2a204ca399 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6caef82f-00bd-41d9-b2a5-26782dea8f5b HTTP/1.1" status: 204 len: 168 time: 0.2205031 Sep 15 13:49:58.015701 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'port_id': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'mac_address': 'fa:16:3e:fe:84:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:49:58.021389 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b408d05-7110-40bf-a8f8-cc2a204ca399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caef82f-00bd-41d9-b2a5-26782dea8f5b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:58.071081 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.074428 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f3fe7e-6861-44a1-9406-cdde9d6ce365 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:58.093667 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:58.094669 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:49:58.098403 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:49:58.104754 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.188625 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.199730 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.238510 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:58.240728 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638d7643-8e40-44ab-82e2-ee7055033ee2" -d '{"events": [{"server_uuid": "020d5e72-7ddf-4aef-bf6b-8843f28b9910", "name": "network-vif-plugged", "status": "completed", "tag": "98b5f9a4-e773-4e97-9f3f-57d7278c1e67"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:58.258479 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37f14-79eb-458c-8129-bbbf59e4c308 req-8e294444-6f09-401a-bc02-5e694450c9b6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.260316 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-51c37f14-79eb-458c-8129-bbbf59e4c308 req-8e294444-6f09-401a-bc02-5e694450c9b6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0505702 Sep 15 13:49:58.260822 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,segment=NetworkSegment(fe97dd8d-eae8-4fea-a3e5-c9bfe985b708),segment_id=fe97dd8d-eae8-4fea-a3e5-c9bfe985b708)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:58.277315 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=9']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:58.300459 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-51c37f14-79eb-458c-8129-bbbf59e4c308 req-bb646f88-8484-4223-9f24-02776fb9d1cb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Sep 15 13:49:58.327391 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.384254 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:58.476571 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d30b28-0cf2-4915-b4fe-b4f3bf45738a req-3bf4d90d-baae-4902-adb9-bc0322d4ef65 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.478439 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15d30b28-0cf2-4915-b4fe-b4f3bf45738a req-3bf4d90d-baae-4902-adb9-bc0322d4ef65 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0890975 Sep 15 13:49:58.498044 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-3fd62e4b-0823-4b53-ba4b-067de508d0e5 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.499523 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-3fd62e4b-0823-4b53-ba4b-067de508d0e5 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 946 time: 0.0754666 Sep 15 13:49:58.520866 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ac3436-7edc-48d5-91d5-4f0a562aaefc x-openstack-request-id: req-35ac3436-7edc-48d5-91d5-4f0a562aaefc {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:58.520866 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020d5e72-7ddf-4aef-bf6b-8843f28b9910", "name": "network-vif-plugged", "status": "completed", "tag": "98b5f9a4-e773-4e97-9f3f-57d7278c1e67", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:58.521249 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35ac3436-7edc-48d5-91d5-4f0a562aaefc {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:58.521499 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67', 'code': 200} Sep 15 13:49:58.598162 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['31f3fe7e-6861-44a1-9406-cdde9d6ce365'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:58.599131 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15d30b28-0cf2-4915-b4fe-b4f3bf45738a req-3f830f70-40b9-4d55-8630-eac215e61b69 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103122 Sep 15 13:49:58.661144 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff988eb2-0e09-4d96-9473-a59236b1052c req-bb14d98d-a7a4-44f3-8c25-e260e861f9e6 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.662614 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ff988eb2-0e09-4d96-9473-a59236b1052c req-bb14d98d-a7a4-44f3-8c25-e260e861f9e6 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 946 time: 0.0680952 Sep 15 13:49:58.672707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Deleting port 1a12a282-f64b-4c6d-9948-d0eb47522cfa {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:58.673076 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.786634 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ff988eb2-0e09-4d96-9473-a59236b1052c req-665703d2-93df-45ed-90d4-fcbe97a9a8cc tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162093 Sep 15 13:49:58.807918 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] For port 1a12a282-f64b-4c6d-9948-d0eb47522cfa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1a12a282-f64b-4c6d-9948-d0eb47522cfa,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:58.808277 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.821138 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Calling delete_port for 1a12a282-f64b-4c6d-9948-d0eb47522cfa owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:58.931285 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00bbec-f5f4-4973-93bb-32096cc9ba6b req-38e6f10e-1f4b-4b4d-a74e-fcffbf9f08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.932784 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4b00bbec-f5f4-4973-93bb-32096cc9ba6b req-38e6f10e-1f4b-4b4d-a74e-fcffbf9f08bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 1102 time: 0.0592961 Sep 15 13:49:58.993342 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4b00bbec-f5f4-4973-93bb-32096cc9ba6b req-9f1b06f9-ab65-420d-983f-db00a995a1c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529859 Sep 15 13:49:59.190417 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:59.222785 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Pushing event deleted for resources: {'Port': ['ID=1a12a282-f64b-4c6d-9948-d0eb47522cfa,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:59.247889 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['1a12a282-f64b-4c6d-9948-d0eb47522cfa'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:59.262823 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] No DVR routers for this DVR port 1a12a282-f64b-4c6d-9948-d0eb47522cfa on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:49:59.265838 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:59.267658 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e6d44340-eba0-46fc-87d0-da1950457b2d req-09fe77ce-3332-49a8-b6db-8a194207bc51 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "DELETE /v2.0/ports/1a12a282-f64b-4c6d-9948-d0eb47522cfa HTTP/1.1" status: 204 len: 173 time: 0.7613871 Sep 15 13:49:59.268145 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'name': 'network-vif-deleted', 'tag': '1a12a282-f64b-4c6d-9948-d0eb47522cfa'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:59.270464 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e36b3b-0fd5-46a7-9713-7a7b13ca17da" -d '{"events": [{"server_uuid": "7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6", "name": "network-vif-deleted", "tag": "1a12a282-f64b-4c6d-9948-d0eb47522cfa"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:59.318606 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747967bf-0a49-4926-8551-c26c16045011 x-openstack-request-id: req-747967bf-0a49-4926-8551-c26c16045011 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:59.318606 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6", "name": "network-vif-deleted", "tag": "1a12a282-f64b-4c6d-9948-d0eb47522cfa", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:59.318606 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-747967bf-0a49-4926-8551-c26c16045011 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:59.318606 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6', 'name': 'network-vif-deleted', 'tag': '1a12a282-f64b-4c6d-9948-d0eb47522cfa', 'status': 'completed', 'code': 200} Sep 15 13:49:59.431367 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656fb67-e9bf-4023-b77d-4242d8626cc7 req-31084029-0e57-4f6a-bd82-62d07b5485e0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.435577 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a656fb67-e9bf-4023-b77d-4242d8626cc7 req-31084029-0e57-4f6a-bd82-62d07b5485e0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 944 time: 0.0582991 Sep 15 13:49:59.478961 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a656fb67-e9bf-4023-b77d-4242d8626cc7 req-09eb86d9-dfe2-470b-8567-5636ca3f1219 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368960 Sep 15 13:49:59.724109 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddc13d-9119-4a93-b881-5fd3201c1b5e req-582ef291-a5f7-485c-8309-308d30e012ab tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.725604 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-24ddc13d-9119-4a93-b881-5fd3201c1b5e req-582ef291-a5f7-485c-8309-308d30e012ab tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0567513 Sep 15 13:49:59.763125 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-24ddc13d-9119-4a93-b881-5fd3201c1b5e req-73759eed-acd4-49e6-9c35-67f78852208d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Sep 15 13:49:59.890507 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:49:59.894297 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e1ee78ed-0a2d-4427-94ea-b61771c5e83c req-784f3db1-347a-4d45-b217-072039985e13 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a5fc4cc-e6c3-4955-b724-7d9b1ee887e6 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Sep 15 13:49:59.925074 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:49:59.937895 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:49:59.938261 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.018731 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.050150 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:00.133295 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.183342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=10']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:00.522267 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:00.525061 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99051147-003f-469e-8032-d7518e68f53c" -d '{"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-plugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:00.566802 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da3bbd1-f61c-4dc7-a208-9f732b9a8ade x-openstack-request-id: req-3da3bbd1-f61c-4dc7-a208-9f732b9a8ade {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:00.567276 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-plugged", "status": "completed", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:00.567610 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3da3bbd1-f61c-4dc7-a208-9f732b9a8ade {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:00.568107 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'code': 200} Sep 15 13:50:00.613415 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f68b-18d2-4925-a86b-92b76b7ce87f req-dceade82-93bc-4bf9-a5dc-32a137e36c06 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:00.614884 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5066f68b-18d2-4925-a86b-92b76b7ce87f req-dceade82-93bc-4bf9-a5dc-32a137e36c06 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0592635 Sep 15 13:50:00.653325 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5066f68b-18d2-4925-a86b-92b76b7ce87f req-b9c77107-a039-4d41-9c24-ce020ec92f62 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Sep 15 13:50:00.893767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02436c74-5482-48e2-9c0a-3542e3969b3a req-c3a2e4a8-3fe2-4eaf-9f9e-3124c52b61ce tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:00.895296 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-02436c74-5482-48e2-9c0a-3542e3969b3a req-c3a2e4a8-3fe2-4eaf-9f9e-3124c52b61ce tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0564039 Sep 15 13:50:00.941398 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-02436c74-5482-48e2-9c0a-3542e3969b3a req-227a8f3b-9de1-4fbc-bd3d-b4d05585038c tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Sep 15 13:50:01.262064 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072605-f118-4c57-80ce-9eae4e7cdf8d req-eabba13e-fa0b-4008-917c-7fe3ebb64074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:01.263645 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6c072605-f118-4c57-80ce-9eae4e7cdf8d req-eabba13e-fa0b-4008-917c-7fe3ebb64074 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1099 time: 0.0432141 Sep 15 13:50:01.307283 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6c072605-f118-4c57-80ce-9eae4e7cdf8d req-f4581fa4-c6b2-4942-8d22-0b258fea671e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289598 Sep 15 13:50:01.468297 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdac29-572d-421e-9a33-1ccea278b7f1 req-67688af9-b0c0-41b1-9559-9b0775ddd91d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:01.469795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-90bdac29-572d-421e-9a33-1ccea278b7f1 req-67688af9-b0c0-41b1-9559-9b0775ddd91d tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0517600 Sep 15 13:50:01.514328 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-90bdac29-572d-421e-9a33-1ccea278b7f1 req-b79f1ebc-1238-4fb2-be5e-2fceb6928c85 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Sep 15 13:50:01.780732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd68f6-9804-422c-b4cf-890bcd96c7e7 req-675283ea-a1d4-41e3-ac36-c2c172cb7c82 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:01.782186 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-96bd68f6-9804-422c-b4cf-890bcd96c7e7 req-675283ea-a1d4-41e3-ac36-c2c172cb7c82 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0533803 Sep 15 13:50:01.820201 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-96bd68f6-9804-422c-b4cf-890bcd96c7e7 req-491375d3-caf2-4ee4-afcb-0b8ad238bd0d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Sep 15 13:50:01.896955 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 1a12a282-f64b-4c6d-9948-d0eb47522cfa no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:50:01.918119 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 1a12a282-f64b-4c6d-9948-d0eb47522cfa {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:50:01.918454 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 1a12a282-f64b-4c6d-9948-d0eb47522cfa not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:50:02.631092 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538e0e-5c45-4a99-adfb-95dd3480f759 req-3f4bd931-c440-41e3-ad90-8f8b4a983fae tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:02.632940 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3538e0e-5c45-4a99-adfb-95dd3480f759 req-3f4bd931-c440-41e3-ad90-8f8b4a983fae tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0494215 Sep 15 13:50:02.671437 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3538e0e-5c45-4a99-adfb-95dd3480f759 req-48efe70f-35c4-4103-aa39-1216f742a8fb tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Sep 15 13:50:02.941437 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f1bd8-7924-4ccb-9d81-af74a728fcde req-283ee42b-e161-413f-8c64-776530cfdf9c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:02.942878 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-036f1bd8-7924-4ccb-9d81-af74a728fcde req-283ee42b-e161-413f-8c64-776530cfdf9c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0493698 Sep 15 13:50:02.981292 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-036f1bd8-7924-4ccb-9d81-af74a728fcde req-8a9b77e0-3c1d-490d-8b85-b767122796ea tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Sep 15 13:50:03.789967 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1024b-fbd0-485d-b533-70dc81de4c22 req-54b70b03-9ef6-4659-9e2a-51aba7d16639 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:03.791629 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-41f1024b-fbd0-485d-b533-70dc81de4c22 req-54b70b03-9ef6-4659-9e2a-51aba7d16639 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0524397 Sep 15 13:50:03.830636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-41f1024b-fbd0-485d-b533-70dc81de4c22 req-53c833f1-7ecd-4d01-b842-2e41b4d7f717 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Sep 15 13:50:04.101023 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda014b9-4717-40e0-959a-a548524001fe req-de26f594-b4c1-4b83-99ec-b1dee1840d3b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:04.102539 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dda014b9-4717-40e0-959a-a548524001fe req-de26f594-b4c1-4b83-99ec-b1dee1840d3b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0480812 Sep 15 13:50:04.141055 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dda014b9-4717-40e0-959a-a548524001fe req-7c2a002b-be58-44be-a2f3-08785a6a9576 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Sep 15 13:50:04.947240 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25635dbc-080e-4672-a701-3953e3b47a28 req-b43ffd05-c473-4141-a623-1d3ccea2a58a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:04.948721 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-25635dbc-080e-4672-a701-3953e3b47a28 req-b43ffd05-c473-4141-a623-1d3ccea2a58a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0492318 Sep 15 13:50:04.986617 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-25635dbc-080e-4672-a701-3953e3b47a28 req-c73c69ee-e948-4890-9c32-a3bd34b5019a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Sep 15 13:50:05.271538 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3f36-121a-4a54-a2d3-27f4411ddff5 req-00a2fb5e-7b5f-4fe7-a7d0-09b27dc65d79 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:05.273030 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd1d3f36-121a-4a54-a2d3-27f4411ddff5 req-00a2fb5e-7b5f-4fe7-a7d0-09b27dc65d79 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0526416 Sep 15 13:50:05.312457 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd1d3f36-121a-4a54-a2d3-27f4411ddff5 req-8f0909e3-81e3-46dc-bdd7-80755132983b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Sep 15 13:50:06.102524 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9e0c-6038-43cb-82f7-a5c14c87935b req-894df2f8-a419-4a12-aa8a-eb43e1601b34 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:06.103973 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-987f9e0c-6038-43cb-82f7-a5c14c87935b req-894df2f8-a419-4a12-aa8a-eb43e1601b34 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0489154 Sep 15 13:50:06.144117 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-987f9e0c-6038-43cb-82f7-a5c14c87935b req-2730ff45-2adc-43c6-ac28-3ad576787734 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Sep 15 13:50:06.433616 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604827b-f9aa-4c62-bc42-76c28106d093 req-97de66cb-a4c7-45ea-8d86-72e6ecaefeb3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:06.435148 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c604827b-f9aa-4c62-bc42-76c28106d093 req-97de66cb-a4c7-45ea-8d86-72e6ecaefeb3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Sep 15 13:50:06.473713 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c604827b-f9aa-4c62-bc42-76c28106d093 req-05b638b4-b9d8-4640-96b1-4dc5bff2d6c8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Sep 15 13:50:07.266293 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9489ee-3aaf-46c3-a6d7-f6bdd12eff0b req-c2123c29-a280-456d-89c6-04553f9fb637 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:07.267767 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf9489ee-3aaf-46c3-a6d7-f6bdd12eff0b req-c2123c29-a280-456d-89c6-04553f9fb637 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0511007 Sep 15 13:50:07.305445 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf9489ee-3aaf-46c3-a6d7-f6bdd12eff0b req-1422e524-a3e1-4cab-b17d-49b7c2ff2ae4 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Sep 15 13:50:07.608030 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19f00c-f1eb-4f27-b815-bcf355ffe10e req-2484bc04-bf52-44a1-98a2-faf9e7266e80 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:07.609532 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f19f00c-f1eb-4f27-b815-bcf355ffe10e req-2484bc04-bf52-44a1-98a2-faf9e7266e80 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0493586 Sep 15 13:50:07.647681 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f19f00c-f1eb-4f27-b815-bcf355ffe10e req-248f0c98-dbf8-494e-8c15-9e9ba803b130 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Sep 15 13:50:07.846772 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:08.199675 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-4a799a01-06e1-4e57-a3f0-48b72c4749f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.201168 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-4a799a01-06e1-4e57-a3f0-48b72c4749f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 1099 time: 0.0405796 Sep 15 13:50:08.307011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-9cd067c2-ed12-488c-ab6f-4d4bc0eee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.308455 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-9cd067c2-ed12-488c-ab6f-4d4bc0eee5e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.0872571 Sep 15 13:50:08.373075 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-999c1d71-c278-40f2-bd2f-b6434320b52f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 200 len: 1000 time: 0.0568640 Sep 15 13:50:08.424590 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c63576-e2d4-4440-955d-c01cb809595c req-9802f4c1-cece-4c61-998d-abd51c695191 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.426075 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-59c63576-e2d4-4440-955d-c01cb809595c req-9802f4c1-cece-4c61-998d-abd51c695191 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0516455 Sep 15 13:50:08.498543 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-59c63576-e2d4-4440-955d-c01cb809595c req-313310fc-0587-4477-abe5-599f2649619a tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656433 Sep 15 13:50:08.502117 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-9441c39c-2518-4758-88d1-8e572b5b691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.503486 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-9441c39c-2518-4758-88d1-8e572b5b691a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0644605 Sep 15 13:50:08.552318 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-a091c480-a8a8-418d-9b35-91d30cf44447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.553893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-a091c480-a8a8-418d-9b35-91d30cf44447 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417650 Sep 15 13:50:08.653456 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-5b3b3696-991d-4496-a84c-7f235b598f09 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869322 Sep 15 13:50:08.784808 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2c109621-de66-4b77-813c-79b947eb6bd5 req-d79eff66-4acc-412e-ab68-9dae4b27a3e6 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219046 Sep 15 13:50:08.792736 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ba059-43bd-4f8c-baf1-b7a4ef90d20e req-2ae16b9c-5e3c-4734-8636-5862f6506ae0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.794299 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c09ba059-43bd-4f8c-baf1-b7a4ef90d20e req-2ae16b9c-5e3c-4734-8636-5862f6506ae0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0722198 Sep 15 13:50:08.833936 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c09ba059-43bd-4f8c-baf1-b7a4ef90d20e req-332800ec-7021-4162-a3bb-7df71231cfd3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334847 Sep 15 13:50:09.191008 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-0075c418-5d07-4510-b097-193c32cd0978 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:09.192430 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-0075c418-5d07-4510-b097-193c32cd0978 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.37 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0487130 Sep 15 13:50:09.285726 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Deleting port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:50:09.286072 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.382786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] For port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,segment=NetworkSegment(fe97dd8d-eae8-4fea-a3e5-c9bfe985b708),segment_id=fe97dd8d-eae8-4fea-a3e5-c9bfe985b708)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:09.383144 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.396681 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Calling delete_port for 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:50:09.624945 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7deccc-53cc-4638-b64c-ebe000b02686 req-a0b9126c-36aa-439f-92b4-38d5a40b7281 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:09.626524 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ef7deccc-53cc-4638-b64c-ebe000b02686 req-a0b9126c-36aa-439f-92b4-38d5a40b7281 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 949 time: 0.0528288 Sep 15 13:50:09.660465 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.673217 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['98b5f9a4-e773-4e97-9f3f-57d7278c1e67'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:50:09.701388 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ef7deccc-53cc-4638-b64c-ebe000b02686 req-7e8ec8ef-dd0c-4786-85e8-a588e890ce3e tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687582 Sep 15 13:50:09.706884 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Pushing event deleted for resources: {'Port': ['ID=98b5f9a4-e773-4e97-9f3f-57d7278c1e67,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:09.746711 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] No DVR routers for this DVR port 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:50:09.750445 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.752371 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-49369d36-eff8-4fae-8a51-09cde23e12e0 req-9d588396-be7b-45ae-ab9e-d813f610d573 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.37 "DELETE /v2.0/ports/98b5f9a4-e773-4e97-9f3f-57d7278c1e67 HTTP/1.1" status: 204 len: 173 time: 0.5530658 Sep 15 13:50:09.752852 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'name': 'network-vif-deleted', 'tag': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:09.755525 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b222e6c4-984a-44ea-9a6b-e986c4c2b42d" -d '{"events": [{"server_uuid": "020d5e72-7ddf-4aef-bf6b-8843f28b9910", "name": "network-vif-deleted", "tag": "98b5f9a4-e773-4e97-9f3f-57d7278c1e67"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:09.800759 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11509948-b658-4390-891d-97bbb19de809 x-openstack-request-id: req-11509948-b658-4390-891d-97bbb19de809 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:09.800759 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020d5e72-7ddf-4aef-bf6b-8843f28b9910", "name": "network-vif-deleted", "tag": "98b5f9a4-e773-4e97-9f3f-57d7278c1e67", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:09.803554 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11509948-b658-4390-891d-97bbb19de809 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:09.804144 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020d5e72-7ddf-4aef-bf6b-8843f28b9910', 'name': 'network-vif-deleted', 'tag': '98b5f9a4-e773-4e97-9f3f-57d7278c1e67', 'status': 'completed', 'code': 200} Sep 15 13:50:09.962718 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74083d46-29af-40f4-8239-27586b5a1148 req-574188e1-d011-4932-8e2e-9effb9af135a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:09.964189 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74083d46-29af-40f4-8239-27586b5a1148 req-574188e1-d011-4932-8e2e-9effb9af135a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0556483 Sep 15 13:50:10.009759 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74083d46-29af-40f4-8239-27586b5a1148 req-bb7e07af-d292-4870-8d3b-dd6605d9c9bc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360768 Sep 15 13:50:10.814927 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fb30ba47-e229-45dc-9c6a-1b6194a3b26b req-fcfe219a-2240-4725-a751-ac7f3d656073 tempest-VolumesNegativeTest-1743419352 tempest-VolumesNegativeTest-1743419352-project] 10.222.0.23 "GET /v2.0/ports?device_id=020d5e72-7ddf-4aef-bf6b-8843f28b9910 HTTP/1.1" status: 200 len: 210 time: 0.0274513 Sep 15 13:50:11.139200 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cbfc7-fcd4-4708-93f4-8deb20bf349a req-8e4c5336-505f-4f38-926f-e307047eea31 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:11.140670 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7a4cbfc7-fcd4-4708-93f4-8deb20bf349a req-8e4c5336-505f-4f38-926f-e307047eea31 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0488651 Sep 15 13:50:11.178949 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7a4cbfc7-fcd4-4708-93f4-8deb20bf349a req-11268929-4f56-448b-8a33-acfa90b090c1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Sep 15 13:50:12.310644 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8c43f-32b5-4115-9bd0-8b93ef478695 req-98a9c1c9-81ed-4c47-8c52-1f958ca4f198 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:12.312356 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6ab8c43f-32b5-4115-9bd0-8b93ef478695 req-98a9c1c9-81ed-4c47-8c52-1f958ca4f198 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0589383 Sep 15 13:50:12.358029 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6ab8c43f-32b5-4115-9bd0-8b93ef478695 req-2ee91fa6-0acf-48a8-bea4-2b9170e0527b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Sep 15 13:50:14.564350 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:50:14.589574 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:50:14.589921 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 98b5f9a4-e773-4e97-9f3f-57d7278c1e67 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:50:16.081573 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-20d3a598-396e-47ec-8446-31c4723458b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:18.682063 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-64bb9170-e73a-4d07-b76e-87238710166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:18.881130 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:19.006535 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-ca20fdc8-e259-48c4-a3bd-b9c029821f33 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:19.008225 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-ca20fdc8-e259-48c4-a3bd-b9c029821f33 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/networks?id=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc HTTP/1.1" status: 200 len: 814 time: 0.1120384 Sep 15 13:50:19.023367 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-5e3bbcbf-b903-486e-9086-a33be02952fd tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/quotas/bfb6cd63c4ca4775bb3268f25032a850 HTTP/1.1" status: 200 len: 375 time: 0.0092754 Sep 15 13:50:19.057458 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-e9f92e2e-5d05-4c1a-b545-9e9d8d538694 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286484 Sep 15 13:50:19.240801 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-f9bef703-1f15-45fc-a54f-d98a5fa690f0 service neutron] 10.222.0.23 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755042 Sep 15 13:50:19.433040 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 35754) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:19.559779 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-b661382d-35c0-43d8-b477-ee5397a52fa0 service neutron] 10.222.0.23 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129590 Sep 15 13:50:19.572319 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e6747832-70d1-432e-89ba-b6aa336ca6f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86e0d0c914f749d386f45e3f8af7b028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371105 Sep 15 13:50:19.573916 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 35758) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:19.622896 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:19.647533 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:19.801277 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:19.803979 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:19.807906 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5 HTTP/1.1" status: 204 len: 168 time: 0.2330599 Sep 15 13:50:19.812966 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-50dec14f-6866-4546-968a-8b36e6e30922 req-97cde04b-6c9d-4fa7-8efe-9816cd6b9990 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 210 time: 0.0267756 Sep 15 13:50:19.817362 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c0bd5f-3131-4d86-ba1e-e7ac4bef51d5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:19.825021 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.829347 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.830988 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.831640 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:19.832273 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10434214-9244-45d3-9b46-3dc6449de1e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:20.001762 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:20.915486 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2b41dc4d-716c-4baa-915d-e617f2c86938 req-8f47d244-8129-425d-9841-3646d34a4028 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 210 time: 0.0258036 Sep 15 13:50:21.612257 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:21.886466 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-0e4cee05-0647-4ce4-a2a5-aeb9a2429777 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:21.887899 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-0e4cee05-0647-4ce4-a2a5-aeb9a2429777 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "GET /v2.0/networks?id=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc HTTP/1.1" status: 200 len: 814 time: 0.1022666 Sep 15 13:50:21.908033 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Request body: {'port': {'device_id': 'c412d41b-f9af-4991-938b-4939de591189', 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc', 'admin_state_up': True, 'tenant_id': 'bfb6cd63c4ca4775bb3268f25032a850'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:50:22.020238 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-761cc3fb-9b55-4bb9-add7-2aeb348f92e4 req-3f771833-2e1e-4223-a700-631454101151 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 210 time: 0.0381486 Sep 15 13:50:22.132462 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Made reservation on behalf of bfb6cd63c4ca4775bb3268f25032a850 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:50:22.135996 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.260779 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Allocated IP 172.20.0.5 (7c9ae904-d8a4-4b11-a1f3-a861bb3657dc/46ca81a9-369c-498c-ae25-b529b7f24096/d2597187-00d8-471e-a15f-4a5bb672a49c) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:50:22.414388 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.544326 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.590700 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:50:22.594367 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:50:22.598139 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:50:22.623662 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Pushing event updated for resources: {'Port': ['ID=d2597187-00d8-471e-a15f-4a5bb672a49c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:22.641678 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.642001 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.642334 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.642661 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.642984 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.643304 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.643625 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.643984 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.644262 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.644578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.644915 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.645231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:22.669934 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:22.672802 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.807395 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-3a7c27b1-1940-4ae0-b42c-97b4b0f1f858 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9033673 Sep 15 13:50:22.820360 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Request body: {'port': {'device_id': 'c412d41b-f9af-4991-938b-4939de591189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:50:22.873006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.176125 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a51cb-4ea2-43a2-9a4c-0f97f60e2eb0 req-f1214042-640f-4438-ab1e-065809d8ede1 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:23.177539 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df7a51cb-4ea2-43a2-9a4c-0f97f60e2eb0 req-f1214042-640f-4438-ab1e-065809d8ede1 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 931 time: 0.0916669 Sep 15 13:50:23.184536 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2597187-00d8-471e-a15f-4a5bb672a49c {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:50:23.198412 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.225448 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Transition to ACTIVE for port object d2597187-00d8-471e-a15f-4a5bb672a49c will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:50:23.232651 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df7a51cb-4ea2-43a2-9a4c-0f97f60e2eb0 req-4be1075d-1122-42e6-ab46-ad299f1cc530 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Sep 15 13:50:23.326558 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.377104 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Pushing event updated for resources: {'Port': ['ID=d2597187-00d8-471e-a15f-4a5bb672a49c,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:23.447836 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Attempting to bind port d2597187-00d8-471e-a15f-4a5bb672a49c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:50:23.448091 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Attempting to bind port d2597187-00d8-471e-a15f-4a5bb672a49c by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:50:23.448378 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Attempting to bind port d2597187-00d8-471e-a15f-4a5bb672a49c on network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:50:23.452519 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Port d2597187-00d8-471e-a15f-4a5bb672a49c on network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:50:23.453155 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Attempting to bind port d2597187-00d8-471e-a15f-4a5bb672a49c on network 7c9ae904-d8a4-4b11-a1f3-a861bb3657dc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:50:23.457901 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:50:23.458224 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Checking segment: {'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:50:23.458596 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Bound using segment: {'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:50:23.459009 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Bound port: d2597187-00d8-471e-a15f-4a5bb672a49c, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67671657-b285-475f-9d13-22d221147231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:50:23.459352 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.521059 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] For port d2597187-00d8-471e-a15f-4a5bb672a49c, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:50:23.524020 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] For port d2597187-00d8-471e-a15f-4a5bb672a49c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d2597187-00d8-471e-a15f-4a5bb672a49c,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:50:23.652545 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.688746 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:23.689422 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.690781 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2597187-00d8-471e-a15f-4a5bb672a49c HTTP/1.1" status: 200 len: 1093 time: 0.8745968 Sep 15 13:50:23.691204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412d41b-f9af-4991-938b-4939de591189', 'tag': 'd2597187-00d8-471e-a15f-4a5bb672a49c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:23.693424 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761015a-7b0a-4589-9712-a859caa41ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "c412d41b-f9af-4991-938b-4939de591189", "tag": "d2597187-00d8-471e-a15f-4a5bb672a49c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:23.713990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712341a-3666-4d80-8a22-4a0c82b25236 service neutron] Pushing event updated for resources: {'Port': ['ID=d2597187-00d8-471e-a15f-4a5bb672a49c,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:23.733726 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42513de4-d107-43dc-abc6-31e66c8e5997 x-openstack-request-id: req-42513de4-d107-43dc-abc6-31e66c8e5997 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:23.734079 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c412d41b-f9af-4991-938b-4939de591189", "tag": "d2597187-00d8-471e-a15f-4a5bb672a49c", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:23.735516 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42513de4-d107-43dc-abc6-31e66c8e5997 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:23.735936 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412d41b-f9af-4991-938b-4939de591189', 'tag': 'd2597187-00d8-471e-a15f-4a5bb672a49c', 'status': 'completed', 'code': 200} Sep 15 13:50:23.799047 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761015a-7b0a-4589-9712-a859caa41ba4 req-7dc3bac8-158a-487b-9ffd-62ad17f748b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:23.800592 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4761015a-7b0a-4589-9712-a859caa41ba4 req-7dc3bac8-158a-487b-9ffd-62ad17f748b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 1096 time: 0.0429680 Sep 15 13:50:23.901308 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761015a-7b0a-4589-9712-a859caa41ba4 req-0ece0ba0-afe0-442c-afd7-f5629be777ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:23.902758 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4761015a-7b0a-4589-9712-a859caa41ba4 req-0ece0ba0-afe0-442c-afd7-f5629be777ec service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935559 Sep 15 13:50:23.998020 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761015a-7b0a-4589-9712-a859caa41ba4 req-84c67935-9640-4514-bba1-27fdf92c4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:23.999461 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4761015a-7b0a-4589-9712-a859caa41ba4 req-84c67935-9640-4514-bba1-27fdf92c4891 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898657 Sep 15 13:50:24.073836 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-0c85f302-5fd0-4d6f-85e6-b56895fec8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:24.075286 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-0c85f302-5fd0-4d6f-85e6-b56895fec8a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 1096 time: 0.0391583 Sep 15 13:50:24.116467 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-f7909ce9-d99b-44b9-9dab-c73ff4c35175 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2597187-00d8-471e-a15f-4a5bb672a49c HTTP/1.1" status: 200 len: 217 time: 0.0328820 Sep 15 13:50:24.167499 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-81d3362b-c16b-41d0-92d4-95a9397e4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:24.168957 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-81d3362b-c16b-41d0-92d4-95a9397e4a67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46ca81a9-369c-498c-ae25-b529b7f24096 HTTP/1.1" status: 200 len: 854 time: 0.0422578 Sep 15 13:50:24.206279 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-fdb59151-2623-44d1-a4d6-e93ad052d244 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287809 Sep 15 13:50:24.301276 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-efd54b31-a2f9-4f2d-8947-2f488bddbf3c service neutron] 10.222.0.37 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842278 Sep 15 13:50:24.409601 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73126e8d-ab94-45b3-a9a7-51cb773b94ac req-e8e28cc1-3576-4c43-afa3-7d57b24fd2a5 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:24.411100 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-73126e8d-ab94-45b3-a9a7-51cb773b94ac req-e8e28cc1-3576-4c43-afa3-7d57b24fd2a5 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 943 time: 0.1045156 Sep 15 13:50:24.442207 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27c2a20d-cc94-4e60-98b2-7a7d7ce5b843 req-9f37c3ac-69c7-465a-a47c-7f499a976c32 service neutron] 10.222.0.37 "GET /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275327 Sep 15 13:50:24.460777 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-73126e8d-ab94-45b3-a9a7-51cb773b94ac req-7639ce83-12fb-4466-8b64-725f0e98d9de tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Sep 15 13:50:25.581931 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beef56-ae07-457f-b3f6-26c2dc731823 req-5040cf59-fef5-43a7-ab29-b655127b11a0 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:25.583438 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-35beef56-ae07-457f-b3f6-26c2dc731823 req-5040cf59-fef5-43a7-ab29-b655127b11a0 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 943 time: 0.0537505 Sep 15 13:50:25.621806 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-35beef56-ae07-457f-b3f6-26c2dc731823 req-2afab1d0-c37d-4333-96dd-c85b94c4819a tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Sep 15 13:50:26.737194 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af583-255a-47ec-8606-05b6cb195c56 req-18f9eeda-d061-432b-ba8b-60e9bb10ec4d tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:26.738686 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-540af583-255a-47ec-8606-05b6cb195c56 req-18f9eeda-d061-432b-ba8b-60e9bb10ec4d tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 943 time: 0.0491614 Sep 15 13:50:26.776600 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-540af583-255a-47ec-8606-05b6cb195c56 req-031c1013-e4aa-47db-8c25-c4651a2a0c1b tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Sep 15 13:50:27.890941 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93547c2f-08f0-445e-bc36-a963b47fe6fa req-bc668aa4-68c8-4c95-ba2a-0bad60f029cb tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:27.893016 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-93547c2f-08f0-445e-bc36-a963b47fe6fa req-bc668aa4-68c8-4c95-ba2a-0bad60f029cb tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 943 time: 0.0499196 Sep 15 13:50:27.929844 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-93547c2f-08f0-445e-bc36-a963b47fe6fa req-5fa0f3b5-0abc-41d6-9d21-75afe0fe9743 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Sep 15 13:50:29.050095 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012c6e9-1efc-4ada-b34e-93528397b3f6 req-c747ce60-f7d4-475b-9bfa-9204c5311a86 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:29.051552 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7012c6e9-1efc-4ada-b34e-93528397b3f6 req-c747ce60-f7d4-475b-9bfa-9204c5311a86 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 943 time: 0.0519986 Sep 15 13:50:29.089140 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7012c6e9-1efc-4ada-b34e-93528397b3f6 req-9b0e90af-13f3-4216-89e7-82a21c7566ae tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Sep 15 13:50:30.070084 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d2597187-00d8-471e-a15f-4a5bb672a49c details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:50:30.164001 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port d2597187-00d8-471e-a15f-4a5bb672a49c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d2597187-00d8-471e-a15f-4a5bb672a49c,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:30.175985 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': 'd2597187-00d8-471e-a15f-4a5bb672a49c', 'network_id': '7c9ae904-d8a4-4b11-a1f3-a861bb3657dc', 'port_id': 'd2597187-00d8-471e-a15f-4a5bb672a49c', 'mac_address': 'fa:16:3e:e8:3b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca81a9-369c-498c-ae25-b529b7f24096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:50:30.205329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68761-66c1-49ec-a79e-ec5acc74553c req-1e7106df-fc5e-4034-a202-5beb037a2ce1 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:30.207053 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1dd68761-66c1-49ec-a79e-ec5acc74553c req-1e7106df-fc5e-4034-a202-5beb037a2ce1 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 943 time: 0.0506682 Sep 15 13:50:30.214504 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:30.227699 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2597187-00d8-471e-a15f-4a5bb672a49c {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:50:30.245650 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1dd68761-66c1-49ec-a79e-ec5acc74553c req-bb6dcc3e-1a62-4024-8b48-29d00d8ab4a0 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Sep 15 13:50:30.247464 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port d2597187-00d8-471e-a15f-4a5bb672a49c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d2597187-00d8-471e-a15f-4a5bb672a49c,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:30.360939 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:30.408287 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=d2597187-00d8-471e-a15f-4a5bb672a49c,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:31.361227 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809d824-c316-4d58-89a7-1974c2e3da46 req-6a961516-60d5-46e6-9907-8217c389484b tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:31.362815 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c809d824-c316-4d58-89a7-1974c2e3da46 req-6a961516-60d5-46e6-9907-8217c389484b tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 944 time: 0.0502410 Sep 15 13:50:31.400700 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c809d824-c316-4d58-89a7-1974c2e3da46 req-c7748ed0-dd80-4f8a-8c2b-6d4b174fca3a tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Sep 15 13:50:32.514489 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c8b39-931b-4446-8f96-3e1bd1512b5d req-43754d5d-189c-4418-9b46-0a97d6021787 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:32.515912 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb8c8b39-931b-4446-8f96-3e1bd1512b5d req-43754d5d-189c-4418-9b46-0a97d6021787 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 944 time: 0.0506790 Sep 15 13:50:32.554972 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb8c8b39-931b-4446-8f96-3e1bd1512b5d req-1c7f93ec-b35e-455b-a341-e6977247419a tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Sep 15 13:50:33.670274 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76285da0-3c60-49df-b2c8-5a2b16be3485 req-a9495aaf-53f3-4e6f-9620-1c530d9b43af tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:33.671822 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76285da0-3c60-49df-b2c8-5a2b16be3485 req-a9495aaf-53f3-4e6f-9620-1c530d9b43af tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 944 time: 0.0496402 Sep 15 13:50:33.709456 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76285da0-3c60-49df-b2c8-5a2b16be3485 req-9781eeaa-4206-4c37-99e5-441e35902bd2 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309908 Sep 15 13:50:34.301828 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['d2597187-00d8-471e-a15f-4a5bb672a49c'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:50:34.825564 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1232b-56f6-4dea-8cca-bde30f0fbf5e req-3f0d7b38-8b1d-4321-ab2c-ecebcf39a547 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:34.827004 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0ca1232b-56f6-4dea-8cca-bde30f0fbf5e req-3f0d7b38-8b1d-4321-ab2c-ecebcf39a547 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 944 time: 0.0484629 Sep 15 13:50:34.864415 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0ca1232b-56f6-4dea-8cca-bde30f0fbf5e req-a1265977-389c-415f-8110-8f6a93a80b4b tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Sep 15 13:50:35.980724 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72e155-b363-4eb1-814c-8901438a5087 req-8478e445-1bf6-4431-9bc3-fc5414dbb592 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:35.982230 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe72e155-b363-4eb1-814c-8901438a5087 req-8478e445-1bf6-4431-9bc3-fc5414dbb592 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 944 time: 0.0518024 Sep 15 13:50:36.018852 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe72e155-b363-4eb1-814c-8901438a5087 req-28422e9a-592a-4f7d-ba12-394feea0b346 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Sep 15 13:50:36.116856 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d2597187-00d8-471e-a15f-4a5bb672a49c up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:50:36.223331 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port d2597187-00d8-471e-a15f-4a5bb672a49c completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:50:36.228949 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port d2597187-00d8-471e-a15f-4a5bb672a49c triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:50:36.229423 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:36.306711 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:36.330743 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412d41b-f9af-4991-938b-4939de591189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2597187-00d8-471e-a15f-4a5bb672a49c'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:36.333876 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f9f974-ae7a-483f-a7d2-2cd8eabffaec" -d '{"events": [{"server_uuid": "c412d41b-f9af-4991-938b-4939de591189", "name": "network-vif-plugged", "status": "completed", "tag": "d2597187-00d8-471e-a15f-4a5bb672a49c"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:36.350409 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port d2597187-00d8-471e-a15f-4a5bb672a49c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d2597187-00d8-471e-a15f-4a5bb672a49c,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:36.376274 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6726ec3e-baa1-4d9f-b35c-7269212826d0 x-openstack-request-id: req-6726ec3e-baa1-4d9f-b35c-7269212826d0 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:36.376566 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c412d41b-f9af-4991-938b-4939de591189", "name": "network-vif-plugged", "status": "completed", "tag": "d2597187-00d8-471e-a15f-4a5bb672a49c", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:36.376814 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6726ec3e-baa1-4d9f-b35c-7269212826d0 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:36.379620 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412d41b-f9af-4991-938b-4939de591189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2597187-00d8-471e-a15f-4a5bb672a49c', 'code': 200} Sep 15 13:50:36.515007 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:36.571559 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=d2597187-00d8-471e-a15f-4a5bb672a49c,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:36.772528 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ffc5e-323e-452a-9c40-9d9abda0aa30 req-cabf2fc0-3b3c-4af3-a612-17c386252b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:36.773988 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a26ffc5e-323e-452a-9c40-9d9abda0aa30 req-cabf2fc0-3b3c-4af3-a612-17c386252b9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 1098 time: 0.0388925 Sep 15 13:50:36.809498 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a26ffc5e-323e-452a-9c40-9d9abda0aa30 req-f47fd1f6-ec26-42f8-a4b4-5949d5784059 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270746 Sep 15 13:50:36.924058 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:50:37.132010 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66480-3163-484e-b300-1914412cf6bb req-96c3fa39-4258-4d4f-92f0-57000a216954 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:37.133428 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-23d66480-3163-484e-b300-1914412cf6bb req-96c3fa39-4258-4d4f-92f0-57000a216954 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 945 time: 0.0489087 Sep 15 13:50:37.171267 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-23d66480-3163-484e-b300-1914412cf6bb req-1cb80d80-a460-49e0-9f5a-e3de695a9054 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Sep 15 13:50:37.857414 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:38.291673 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2bc5-7d8d-4805-9fdc-b610c01e3a0d req-52944c5a-d3dc-4f19-ad0f-afb257a96558 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:38.293186 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-487b2bc5-7d8d-4805-9fdc-b610c01e3a0d req-52944c5a-d3dc-4f19-ad0f-afb257a96558 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 945 time: 0.0547593 Sep 15 13:50:38.331731 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-487b2bc5-7d8d-4805-9fdc-b610c01e3a0d req-4b37ade6-cd98-48e0-9d05-5d313e591e98 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Sep 15 13:50:39.447952 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571141d-7a10-4bc3-8954-195920a37510 req-8c602b95-8152-42d9-b30e-15f90ce1fb13 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:39.449446 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4571141d-7a10-4bc3-8954-195920a37510 req-8c602b95-8152-42d9-b30e-15f90ce1fb13 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 945 time: 0.0501294 Sep 15 13:50:39.486614 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4571141d-7a10-4bc3-8954-195920a37510 req-88fe3743-05db-4bb9-a4cc-f8510bc4d635 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Sep 15 13:50:46.006114 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2567145e-f0b3-4786-8c0a-894e05509be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:48.687938 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-50cb5b7b-1535-4d10-97af-3d79270d9102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:48.766085 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:50.011446 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:51.686262 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.094454 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36018) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:05.196918 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7f963dc-239d-4019-b365-bae0b39ec118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.285600 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7f963dc-239d-4019-b365-bae0b39ec118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.388373 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e7f963dc-239d-4019-b365-bae0b39ec118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.427698 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f963dc-239d-4019-b365-bae0b39ec118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5287ddb-393c-426f-9a5b-f5b36a2e6c3c,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:05.432233 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e7f963dc-239d-4019-b365-bae0b39ec118 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79eeed09ad2d4c85ababa7bc07b4adda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367586 Sep 15 13:51:05.435001 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36022) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:05.484477 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c48bd375-a70e-4165-a9bc-eb36413a5ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.506268 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c48bd375-a70e-4165-a9bc-eb36413a5ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.634324 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c48bd375-a70e-4165-a9bc-eb36413a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.637281 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c48bd375-a70e-4165-a9bc-eb36413a5ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.638445 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c48bd375-a70e-4165-a9bc-eb36413a5ec3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5287ddb-393c-426f-9a5b-f5b36a2e6c3c HTTP/1.1" status: 204 len: 168 time: 0.2025509 Sep 15 13:51:05.649879 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bd375-a70e-4165-a9bc-eb36413a5ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5287ddb-393c-426f-9a5b-f5b36a2e6c3c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:07.943168 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:08.169551 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-7a80d510-24d1-4ea3-b5e4-b744c8db5ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382102 Sep 15 13:51:08.232629 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-33a0984f-dbd4-49dd-8687-b41fff52db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:08.234266 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-33a0984f-dbd4-49dd-8687-b41fff52db87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0397468 Sep 15 13:51:08.345005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-47f7af74-bf25-45df-9b75-3fcb9b22cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:08.346435 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-47f7af74-bf25-45df-9b75-3fcb9b22cb25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.0903130 Sep 15 13:51:08.421755 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-71df67ec-eaae-4692-83e9-a9edfbc2059d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1002 time: 0.0647402 Sep 15 13:51:08.470507 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-f1a07a5d-df51-4095-8c92-576e52b1a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:08.471924 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-f1a07a5d-df51-4095-8c92-576e52b1a3fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0431356 Sep 15 13:51:08.524603 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-62131a97-6bb2-4a0e-884a-8ad54607b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:08.526169 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-62131a97-6bb2-4a0e-884a-8ad54607b367 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424793 Sep 15 13:51:08.627276 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-8c1ba2a8-b646-4eb4-bbc3-e2d51589b94a service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913091 Sep 15 13:51:08.726967 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f0f1b4d-9687-4052-821c-2bb747a91f3c req-9d3bc109-7eb2-4eb2-860d-a5f3f9a1a8ce service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922277 Sep 15 13:51:10.921561 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36096) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:11.024111 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0171f6-2fe6-4417-886b-31ef0281cd11 req-d7e6b2d4-0751-4fde-be3b-cb28716b6f23 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:11.025630 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e0171f6-2fe6-4417-886b-31ef0281cd11 req-d7e6b2d4-0751-4fde-be3b-cb28716b6f23 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Sep 15 13:51:11.030756 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39be4d02-1396-46ad-888e-3d6631e802de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:11.069392 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e0171f6-2fe6-4417-886b-31ef0281cd11 req-b2edc4e0-13a9-47dc-b066-0d63617d034c tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376713 Sep 15 13:51:11.131456 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39be4d02-1396-46ad-888e-3d6631e802de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:11.199612 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-39be4d02-1396-46ad-888e-3d6631e802de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:11.237367 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-39be4d02-1396-46ad-888e-3d6631e802de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff81a6d386a04136838991eb8d162743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147225 Sep 15 13:51:11.238238 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be4d02-1396-46ad-888e-3d6631e802de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70589a4d-3b25-4d26-bbbf-cbe84d80356b,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:11.241105 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36102) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:11.290055 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e38b9142-ccd4-4004-938a-c633a2b55aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:11.311123 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e38b9142-ccd4-4004-938a-c633a2b55aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:11.451005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e38b9142-ccd4-4004-938a-c633a2b55aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:11.453677 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e38b9142-ccd4-4004-938a-c633a2b55aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:11.454816 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e38b9142-ccd4-4004-938a-c633a2b55aa1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70589a4d-3b25-4d26-bbbf-cbe84d80356b HTTP/1.1" status: 204 len: 168 time: 0.2128041 Sep 15 13:51:11.462810 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b9142-ccd4-4004-938a-c633a2b55aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70589a4d-3b25-4d26-bbbf-cbe84d80356b,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:12.185806 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f95798-6433-4399-93c2-0381910eba37 req-eb8a495f-945f-4ac8-abda-3808417b6f4c tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:12.187289 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53f95798-6433-4399-93c2-0381910eba37 req-eb8a495f-945f-4ac8-abda-3808417b6f4c tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 945 time: 0.0479450 Sep 15 13:51:12.226998 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53f95798-6433-4399-93c2-0381910eba37 req-24dfb449-07de-46d1-bc67-ca47e17ed93b tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Sep 15 13:51:13.103578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5edeed7e-c327-4ba9-90f3-18810ee97177 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:13.105034 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5edeed7e-c327-4ba9-90f3-18810ee97177 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 945 time: 0.0512819 Sep 15 13:51:13.196415 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Deleting port d2597187-00d8-471e-a15f-4a5bb672a49c {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:13.197038 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.289816 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] For port d2597187-00d8-471e-a15f-4a5bb672a49c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d2597187-00d8-471e-a15f-4a5bb672a49c,segment=NetworkSegment(67671657-b285-475f-9d13-22d221147231),segment_id=67671657-b285-475f-9d13-22d221147231)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:51:13.290220 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.298601 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36136) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:13.314204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Calling delete_port for d2597187-00d8-471e-a15f-4a5bb672a49c owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:13.391097 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907cf9-a0f6-42f3-abb5-15053992ac67 req-b51e9d3f-59dc-4ea8-8475-be2e79668cba tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:13.397334 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85907cf9-a0f6-42f3-abb5-15053992ac67 req-b51e9d3f-59dc-4ea8-8475-be2e79668cba tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 945 time: 0.0979044 Sep 15 13:51:13.406106 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64a670ce-346d-413c-8d74-ccb6b14ea4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.453108 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85907cf9-a0f6-42f3-abb5-15053992ac67 req-b21c369c-a4af-487f-b987-b026cb566476 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/security-groups?id=53c63a13-0ff8-4799-b272-5e953be074e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513277 Sep 15 13:51:13.504927 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64a670ce-346d-413c-8d74-ccb6b14ea4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.600551 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-64a670ce-346d-413c-8d74-ccb6b14ea4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.637127 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a670ce-346d-413c-8d74-ccb6b14ea4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c607e853-9464-4f40-866f-664f02beab07,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:13.639584 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.644626 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-64a670ce-346d-413c-8d74-ccb6b14ea4f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6bf83e824434b14aedc16e0aee4dfe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447425 Sep 15 13:51:13.645131 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36140) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:13.653651 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['d2597187-00d8-471e-a15f-4a5bb672a49c'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:51:13.669265 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Pushing event deleted for resources: {'Port': ['ID=d2597187-00d8-471e-a15f-4a5bb672a49c,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:13.698245 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba73371f-00e2-4f6a-ab04-ed987a1e93d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.709006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] No DVR routers for this DVR port d2597187-00d8-471e-a15f-4a5bb672a49c on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:51:13.711567 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.713582 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d1ddb125-9b43-4b11-8d60-4e66abe6b0e6 req-5d2d1d8a-93b2-44bf-8c1e-8ed4194c86e4 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.37 "DELETE /v2.0/ports/d2597187-00d8-471e-a15f-4a5bb672a49c HTTP/1.1" status: 204 len: 173 time: 0.6006794 Sep 15 13:51:13.714005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412d41b-f9af-4991-938b-4939de591189', 'name': 'network-vif-deleted', 'tag': 'd2597187-00d8-471e-a15f-4a5bb672a49c'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:51:13.716196 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35582c94-0fa4-41dd-a4e5-dcd9b13009dc" -d '{"events": [{"server_uuid": "c412d41b-f9af-4991-938b-4939de591189", "name": "network-vif-deleted", "tag": "d2597187-00d8-471e-a15f-4a5bb672a49c"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:51:13.719869 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba73371f-00e2-4f6a-ab04-ed987a1e93d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.752540 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f781d0a9-e0ad-4758-b980-8673792fcc26 x-openstack-request-id: req-f781d0a9-e0ad-4758-b980-8673792fcc26 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:51:13.752848 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c412d41b-f9af-4991-938b-4939de591189", "name": "network-vif-deleted", "tag": "d2597187-00d8-471e-a15f-4a5bb672a49c", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:51:13.753105 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f781d0a9-e0ad-4758-b980-8673792fcc26 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:51:13.753562 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412d41b-f9af-4991-938b-4939de591189', 'name': 'network-vif-deleted', 'tag': 'd2597187-00d8-471e-a15f-4a5bb672a49c', 'status': 'completed', 'code': 200} Sep 15 13:51:13.923118 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:51:13.938848 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba73371f-00e2-4f6a-ab04-ed987a1e93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.942732 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ba73371f-00e2-4f6a-ab04-ed987a1e93d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:13.946016 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ba73371f-00e2-4f6a-ab04-ed987a1e93d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c607e853-9464-4f40-866f-664f02beab07 HTTP/1.1" status: 204 len: 168 time: 0.2975681 Sep 15 13:51:13.954563 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73371f-00e2-4f6a-ab04-ed987a1e93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607e853-9464-4f40-866f-664f02beab07,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:14.592334 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3035e16e-c429-4819-b149-146a7970e3c1 req-0b4d0fe0-ca10-4cdf-86dc-8ab03f3f7187 tempest-VolumesSnapshotTestJSON-382101891 tempest-VolumesSnapshotTestJSON-382101891-project] 10.222.0.23 "GET /v2.0/ports?device_id=c412d41b-f9af-4991-938b-4939de591189 HTTP/1.1" status: 200 len: 210 time: 0.0335345 Sep 15 13:51:16.057124 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-714c0203-c5dc-4960-b479-3c600f7587fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:17.924494 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b968fb-b969-49c2-bcaa-a843c15bc98a req-90ce0a50-153c-4026-93a7-b18e459be20c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:17.926583 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-62b968fb-b969-49c2-bcaa-a843c15bc98a req-90ce0a50-153c-4026-93a7-b18e459be20c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0536921 Sep 15 13:51:17.977442 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-62b968fb-b969-49c2-bcaa-a843c15bc98a req-11e21a62-ce0d-46a0-9bcb-0147f772ba0f tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446408 Sep 15 13:51:18.005846 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-4068831a-8c17-4f76-a66b-3bc59a3c5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:18.007343 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-4068831a-8c17-4f76-a66b-3bc59a3c5b43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0460529 Sep 15 13:51:18.317656 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d2597187-00d8-471e-a15f-4a5bb672a49c no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:51:18.326552 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-73ac75c2-1074-4691-9a22-ab14bdd437ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:18.328006 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-73ac75c2-1074-4691-9a22-ab14bdd437ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.3133724 Sep 15 13:51:18.337870 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: d2597187-00d8-471e-a15f-4a5bb672a49c {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:51:18.343442 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device d2597187-00d8-471e-a15f-4a5bb672a49c not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:51:18.396523 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-924016dc-d9ad-4d16-aeaa-adf7d4aa7738 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1002 time: 0.0612628 Sep 15 13:51:18.448108 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-b477851a-a124-47d3-96d3-d88a61f970f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:18.449647 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-b477851a-a124-47d3-96d3-d88a61f970f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0452015 Sep 15 13:51:18.498490 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-679b042d-362a-4c42-8fdc-367da21292a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:18.499954 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-679b042d-362a-4c42-8fdc-367da21292a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434389 Sep 15 13:51:18.589509 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-718aab11-ee69-497f-ba75-4413de748e08 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819578 Sep 15 13:51:18.673849 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-dc4e82c4-a85c-40a5-8dba-5943d988e5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:18.681493 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-83ed3f45-ca07-48eb-b1a1-f9a26acb0834 req-003be2b6-ce48-45f5-a45c-86045d843e1d service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842984 Sep 15 13:51:18.828434 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:19.095712 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598753e-735b-4de0-9500-f0cdf0aaaf27 req-503bc774-6ff9-4c73-8f18-51bcac5c2de7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:19.097110 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a598753e-735b-4de0-9500-f0cdf0aaaf27 req-503bc774-6ff9-4c73-8f18-51bcac5c2de7 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0496154 Sep 15 13:51:19.136820 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a598753e-735b-4de0-9500-f0cdf0aaaf27 req-9e1e5337-c46a-4e83-8ad6-dc6e57b40ebb tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336359 Sep 15 13:51:20.040096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:20.251381 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec28cd-6a89-4f31-ad74-2d744e1a6836 req-ade20a47-1072-4f22-a374-fc84efeba3f9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:20.252812 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-daec28cd-6a89-4f31-ad74-2d744e1a6836 req-ade20a47-1072-4f22-a374-fc84efeba3f9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0479884 Sep 15 13:51:20.293086 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-daec28cd-6a89-4f31-ad74-2d744e1a6836 req-25eeaf95-2c25-4727-8e46-aa496480bb95 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335698 Sep 15 13:51:21.425001 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c5e2-80c8-4467-b4a5-e4562e207be4 req-e539ec52-fcc9-4062-9316-2995717b481c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:21.426484 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a141c5e2-80c8-4467-b4a5-e4562e207be4 req-e539ec52-fcc9-4062-9316-2995717b481c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0647585 Sep 15 13:51:21.465780 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a141c5e2-80c8-4467-b4a5-e4562e207be4 req-b716c604-79d0-4059-a0a6-30d52353c1b9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330620 Sep 15 13:51:21.610896 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:22.580086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb851a-20ae-4b9c-81e2-8449f04021f1 req-e73d4fe5-745e-4f05-92d1-a5c09e7e305c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:22.581608 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6dcb851a-20ae-4b9c-81e2-8449f04021f1 req-e73d4fe5-745e-4f05-92d1-a5c09e7e305c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0489919 Sep 15 13:51:22.622375 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6dcb851a-20ae-4b9c-81e2-8449f04021f1 req-15c23c31-8888-4e5a-b0b1-b8c0dd962ad9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346632 Sep 15 13:51:23.737129 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73acd6-94bc-400b-8b5c-681249d194a9 req-c915a499-278c-4ece-b637-e01109b24bce tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:23.738567 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c73acd6-94bc-400b-8b5c-681249d194a9 req-c915a499-278c-4ece-b637-e01109b24bce tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0484192 Sep 15 13:51:23.779229 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c73acd6-94bc-400b-8b5c-681249d194a9 req-919fcac9-58d0-4730-8938-9ae1c30e2ba9 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338912 Sep 15 13:51:24.899308 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae13b-44d7-412b-813b-f9c4d221b269 req-e3e6d504-7a02-43b5-b6c9-4e11843af882 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:24.901557 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-598ae13b-44d7-412b-813b-f9c4d221b269 req-e3e6d504-7a02-43b5-b6c9-4e11843af882 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0548546 Sep 15 13:51:24.940749 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-598ae13b-44d7-412b-813b-f9c4d221b269 req-66b9b976-38de-4f30-ac7d-f7a5d206ca9b tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330813 Sep 15 13:51:26.056321 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1c0ca-0da2-4ffa-8443-d6273ca84171 req-05c9248a-5308-4624-8366-451b6b361183 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:26.057968 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eda1c0ca-0da2-4ffa-8443-d6273ca84171 req-05c9248a-5308-4624-8366-451b6b361183 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0490155 Sep 15 13:51:26.097259 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eda1c0ca-0da2-4ffa-8443-d6273ca84171 req-184c1741-fd23-4f74-b71a-5889fa0d13bd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331137 Sep 15 13:51:27.216088 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23863784-9a49-4037-b1ab-a933adbdb38f req-df55199b-cced-4cf8-a5fb-61f96e5e381a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:27.217606 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-23863784-9a49-4037-b1ab-a933adbdb38f req-df55199b-cced-4cf8-a5fb-61f96e5e381a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0516467 Sep 15 13:51:27.257901 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-23863784-9a49-4037-b1ab-a933adbdb38f req-1c34fed5-9f4b-4a13-a680-f21fd4f5e2f4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343027 Sep 15 13:51:28.377408 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151edb5-5d53-452e-b201-e48965c08be1 req-031a931c-dc81-4dc6-a540-3a752f366e19 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:28.379596 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e151edb5-5d53-452e-b201-e48965c08be1 req-031a931c-dc81-4dc6-a540-3a752f366e19 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0556266 Sep 15 13:51:28.420287 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e151edb5-5d53-452e-b201-e48965c08be1 req-f88b3bd6-bce0-44a7-9fa2-1b1c4bc85904 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346248 Sep 15 13:51:29.535189 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efaef9-3dce-4e2e-a7dc-1f9185ecfe63 req-a88bc05c-074c-48dc-a563-e856ae785b15 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:29.536850 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-03efaef9-3dce-4e2e-a7dc-1f9185ecfe63 req-a88bc05c-074c-48dc-a563-e856ae785b15 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0490243 Sep 15 13:51:29.577959 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-03efaef9-3dce-4e2e-a7dc-1f9185ecfe63 req-7ae786da-c4f9-4051-91a5-c10cbcbbd117 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345843 Sep 15 13:51:30.693242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aef6a-107b-4294-ad56-ce9e2f1ffa15 req-afd6e335-531a-4390-adfb-38a3d5de1afd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:30.694694 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-951aef6a-107b-4294-ad56-ce9e2f1ffa15 req-afd6e335-531a-4390-adfb-38a3d5de1afd tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0498242 Sep 15 13:51:30.733869 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-951aef6a-107b-4294-ad56-ce9e2f1ffa15 req-64670a0c-e8d5-42d3-a830-c63e5030940e tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=abc0775a-1280-475f-9651-63fd2840d6a7&id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325344 Sep 15 13:51:37.919073 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.073133 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-96a0c433-e996-4517-90d9-602fde1e8d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.512368 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36338) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:46.567414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Deleting subnet 46ca81a9-369c-498c-ae25-b529b7f24096 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:51:46.571265 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.613527 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.652694 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.799429 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.828975 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ca81a9-369c-498c-ae25-b529b7f24096,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:46.834142 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.843904 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/46ca81a9-369c-498c-ae25-b529b7f24096 HTTP/1.1" status: 204 len: 168 time: 0.3225114 Sep 15 13:51:46.844311 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36340) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.844787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154b926-894f-47df-ad78-24fea6d5bf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:46.911453 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.994223 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.016418 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9ae904-d8a4-4b11-a1f3-a861bb3657dc']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:47.027343 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67671657-b285-475f-9d13-22d221147231') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:47.027623 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67671657-b285-475f-9d13-22d221147231') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:47.037318 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.050829 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.056368 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:51:47.056739 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:51:47.058330 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:51:47.181661 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.188797 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.189745 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7c9ae904-d8a4-4b11-a1f3-a861bb3657dc HTTP/1.1" status: 204 len: 168 time: 0.3491590 Sep 15 13:51:47.200203 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9ae904-d8a4-4b11-a1f3-a861bb3657dc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:47.207555 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.207903 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.208244 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.208581 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.208966 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.209300 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.209630 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.209958 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.210286 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.210607 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.210927 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.211246 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562663c-68cb-49d4-8662-8bdddbc33e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:47.645355 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36346) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:47.685095 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-06b1b1c5-05b7-4705-b628-37314e9463e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfb6cd63c4ca4775bb3268f25032a850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385876 Sep 15 13:51:47.687588 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36348) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:47.734152 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-098f96b0-acb2-4b4c-9997-37df8bdcf960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.754168 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-098f96b0-acb2-4b4c-9997-37df8bdcf960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.924894 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-098f96b0-acb2-4b4c-9997-37df8bdcf960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.927647 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-098f96b0-acb2-4b4c-9997-37df8bdcf960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:47.928888 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-098f96b0-acb2-4b4c-9997-37df8bdcf960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53c63a13-0ff8-4799-b272-5e953be074e9 HTTP/1.1" status: 204 len: 168 time: 0.2403345 Sep 15 13:51:47.936767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f96b0-acb2-4b4c-9997-37df8bdcf960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c63a13-0ff8-4799-b272-5e953be074e9,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:48.605920 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c37f6-aaa5-402c-9f40-8fbb0d0c5084 req-51015fbd-6c12-4f17-9efb-15d929a99a03 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:48.607312 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-092c37f6-aaa5-402c-9f40-8fbb0d0c5084 req-51015fbd-6c12-4f17-9efb-15d929a99a03 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0597174 Sep 15 13:51:48.646499 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-092c37f6-aaa5-402c-9f40-8fbb0d0c5084 req-c8a32449-c781-4ab3-a14a-8d8ec7e18d4a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322313 Sep 15 13:51:48.735914 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-27529bf2-d4b4-4133-a84f-77d644b2d9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:48.798952 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:49.770600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c03d8-de73-4e10-9da7-fa24fa86dc5f req-a7312dd6-dd23-4de2-88bc-3a2b702a76f5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:49.772053 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f5c03d8-de73-4e10-9da7-fa24fa86dc5f req-a7312dd6-dd23-4de2-88bc-3a2b702a76f5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0525463 Sep 15 13:51:49.808352 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f5c03d8-de73-4e10-9da7-fa24fa86dc5f req-7edd20f0-32da-4226-b057-1c0ecc686065 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302939 Sep 15 13:51:50.078716 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:50.385357 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-1679bbff-30c1-48be-bb0a-bf84fb956c67 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:50.386796 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-1679bbff-30c1-48be-bb0a-bf84fb956c67 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0479760 Sep 15 13:51:50.482977 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Deleting port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:50.483310 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:50.571538 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] For port 31f3fe7e-6861-44a1-9406-cdde9d6ce365, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=31f3fe7e-6861-44a1-9406-cdde9d6ce365,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:51:50.571829 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:50.844380 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:50.844971 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:50.845155 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Floating IP af2e5a82-e9c3-49d6-86e3-42396d65c95a disassociated. External IP: 172.27.3.51, port: 31f3fe7e-6861-44a1-9406-cdde9d6ce365. Sep 15 13:51:50.845489 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Calling delete_port for 31f3fe7e-6861-44a1-9406-cdde9d6ce365 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:50.921883 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:51:50.959768 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcdfe8-5869-423d-a7d8-859556cbd255 req-8dc9ee7a-28ae-4342-865f-edf75253c818 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:50.961253 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-36bcdfe8-5869-423d-a7d8-859556cbd255 req-8dc9ee7a-28ae-4342-865f-edf75253c818 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 946 time: 0.0757842 Sep 15 13:51:51.033015 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-36bcdfe8-5869-423d-a7d8-859556cbd255 req-80809c1e-5233-49b7-b15e-fdb0e81ec537 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633032 Sep 15 13:51:51.124875 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:51.152448 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event deleted for resources: {'Port': ['ID=31f3fe7e-6861-44a1-9406-cdde9d6ce365,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:51.267346 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Router 72f404bd-e334-4bf8-abaf-12450b1ebef7 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:51:51.380549 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:51:51.387635 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] Sync routers for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:51:51.397706 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:51:51.398402 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:51.418684 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] No DVR routers for this DVR port 31f3fe7e-6861-44a1-9406-cdde9d6ce365 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:51:51.421503 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:51.423444 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-572cfb81-7f59-400c-9bac-da6ebb6f306d req-14938453-95db-432e-af8e-5e564dca243e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "DELETE /v2.0/ports/31f3fe7e-6861-44a1-9406-cdde9d6ce365 HTTP/1.1" status: 204 len: 173 time: 1.0299139 Sep 15 13:51:51.423873 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-deleted', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:51:51.426228 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deae3d8-a3c5-4fa2-aea9-916736b66cb9" -d '{"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-deleted", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:51:51.467161 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c50cd87-8c2d-4733-a2c6-3f60b9d1b2ea x-openstack-request-id: req-4c50cd87-8c2d-4733-a2c6-3f60b9d1b2ea {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:51:51.467161 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000c762a-a300-44a0-8139-619a93531930", "name": "network-vif-deleted", "tag": "31f3fe7e-6861-44a1-9406-cdde9d6ce365", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:51:51.467161 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c50cd87-8c2d-4733-a2c6-3f60b9d1b2ea {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:51:51.467161 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000c762a-a300-44a0-8139-619a93531930', 'name': 'network-vif-deleted', 'tag': '31f3fe7e-6861-44a1-9406-cdde9d6ce365', 'status': 'completed', 'code': 200} Sep 15 13:51:51.531687 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:51:51.726067 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:51.739091 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:51.765673 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] Checking router: 72f404bd-e334-4bf8-abaf-12450b1ebef7 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:51:51.774002 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:51:51.774610 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:51.884531 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:51:52.092703 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:52.119926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b996a38-44d3-4ded-a5f4-bcef8e7818d7 None None] The sync data for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi is: [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:51:52.148302 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-429d402d-837b-4feb-8d8a-fdd74c779108 req-73cc9245-8e7a-46d9-964e-7839d620338f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=000c762a-a300-44a0-8139-619a93531930 HTTP/1.1" status: 200 len: 210 time: 0.0297320 Sep 15 13:51:52.356157 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3af85-1a2a-4841-818a-0f5ffa4e61bd None None] New status for floating IP af2e5a82-e9c3-49d6-86e3-42396d65c95a: DOWN {{(pid=101157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:51:53.364064 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36420) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:53.422016 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8786ab24-5aff-4c62-b22b-1c099909adb0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.447153 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8786ab24-5aff-4c62-b22b-1c099909adb0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.592817 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8786ab24-5aff-4c62-b22b-1c099909adb0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.598156 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8786ab24-5aff-4c62-b22b-1c099909adb0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.598156 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8786ab24-5aff-4c62-b22b-1c099909adb0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "DELETE /v2.0/security-groups/0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a HTTP/1.1" status: 204 len: 168 time: 0.2314858 Sep 15 13:51:53.600065 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36422) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:53.617055 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ab24-5aff-4c62-b22b-1c099909adb0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:53.619279 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.api.v2.resource [None req-d2202adf-9a22-4bcd-a2ed-5b6427023820 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] show failed (client error): The resource could not be found. Sep 15 13:51:53.620328 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d2202adf-9a22-4bcd-a2ed-5b6427023820 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups/0fa6a0e0-fb09-44d1-865d-4e5c4bc6b54a HTTP/1.1" status: 404 len: 347 time: 0.0194230 Sep 15 13:51:53.623169 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36424) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:53.746022 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Deleting port 2768da7a-e9e7-4045-b3de-0dc5acbfe553 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:53.746257 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.824691 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.825042 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.836317 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Calling delete_port for 2768da7a-e9e7-4045-b3de-0dc5acbfe553 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:54.073168 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:54.100530 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event deleted for resources: {'Port': ['ID=2768da7a-e9e7-4045-b3de-0dc5acbfe553,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:54.163069 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:54.165664 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:54.166908 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-7ee3d4a7-6007-4bdb-8a83-8df0d37140cf tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "DELETE /v2.0/floatingips/af2e5a82-e9c3-49d6-86e3-42396d65c95a HTTP/1.1" status: 204 len: 168 time: 0.5428622 Sep 15 13:51:54.660354 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36432) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:54.665272 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f3ec7288-0606-4353-a0c6-13928ecbfc99 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542719607', 'description': 'tempest-description--1503992314'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:51:54.759329 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:51:54.779884 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 31f3fe7e-6861-44a1-9406-cdde9d6ce365 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:51:54.780135 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 31f3fe7e-6861-44a1-9406-cdde9d6ce365 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:51:54.781448 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7288-0606-4353-a0c6-13928ecbfc99 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:54.862011 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7288-0606-4353-a0c6-13928ecbfc99 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:54.953017 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7288-0606-4353-a0c6-13928ecbfc99 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:54.981529 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec7288-0606-4353-a0c6-13928ecbfc99 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c04c27a-2824-4d48-9d4a-f5d833451303,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:55.096127 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7288-0606-4353-a0c6-13928ecbfc99 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.097634 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f3ec7288-0606-4353-a0c6-13928ecbfc99 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4360042 Sep 15 13:51:55.100517 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36434) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:55.105184 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-c022d13d-453c-4b68-9c1d-50f83c2061b5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'security_group_rule': {'security_group_id': '8c04c27a-2824-4d48-9d4a-f5d833451303', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:51:55.238043 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c022d13d-453c-4b68-9c1d-50f83c2061b5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.292475 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c022d13d-453c-4b68-9c1d-50f83c2061b5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.364524 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c022d13d-453c-4b68-9c1d-50f83c2061b5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.383294 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022d13d-453c-4b68-9c1d-50f83c2061b5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06110d4-fefa-414e-aeec-bcbddfbf21e6,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:55.461614 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c022d13d-453c-4b68-9c1d-50f83c2061b5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.462859 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-c022d13d-453c-4b68-9c1d-50f83c2061b5 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612959 Sep 15 13:51:55.465615 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36438) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:55.470010 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-7edc814a-ab7e-4ed7-b9d6-2dfb8d564868 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'security_group_rule': {'security_group_id': '8c04c27a-2824-4d48-9d4a-f5d833451303', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:51:55.564308 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7edc814a-ab7e-4ed7-b9d6-2dfb8d564868 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.620781 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7edc814a-ab7e-4ed7-b9d6-2dfb8d564868 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.724463 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7edc814a-ab7e-4ed7-b9d6-2dfb8d564868 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.743108 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc814a-ab7e-4ed7-b9d6-2dfb8d564868 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b15ed9-27e7-4d96-baa4-532c615e5f73,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:55.838370 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7edc814a-ab7e-4ed7-b9d6-2dfb8d564868 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.839592 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7edc814a-ab7e-4ed7-b9d6-2dfb8d564868 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730037 Sep 15 13:51:55.842776 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36440) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:55.847074 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:51:55.959071 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.053747 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.154089 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Allocated IP 172.27.3.68 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/14d07139-043b-487e-b18f-c54dac99cedc) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:51:56.257359 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.387646 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.422990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:51:56.425825 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:51:56.429209 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:51:56.454947 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'Port': ['ID=14d07139-043b-487e-b18f-c54dac99cedc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:56.556013 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.662065 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.807532 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.913342 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.982965 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'Port': ['ID=14d07139-043b-487e-b18f-c54dac99cedc,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:56.992650 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.084769 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.086523 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-860abe45-f2bb-43c5-ad37-2231cec7e0a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2422516 Sep 15 13:51:57.272263 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-c8dda79a-eabe-4987-8fd1-8d63d502671b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--542719607&fields=id&tenant_id=1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 267 time: 0.0318317 Sep 15 13:51:57.377953 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-3f8a65d2-8b26-434f-b213-46ef08336e12 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:57.379380 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-3f8a65d2-8b26-434f-b213-46ef08336e12 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 816 time: 0.0995176 Sep 15 13:51:57.394522 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-ec26e9a4-1c41-41f6-9782-baee340e785e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/quotas/1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 375 time: 0.0087755 Sep 15 13:51:57.450210 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-6f8c5983-1f6a-404c-a4e9-3b9a6afa1e4e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497291 Sep 15 13:51:57.635697 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-9b59d84c-6018-4a1a-9562-cf6e3aec1eb4 service neutron] 10.222.0.23 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732004 Sep 15 13:51:57.946299 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-28e6adfe-5651-4e60-8511-552f588952c4 service neutron] 10.222.0.23 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037498 Sep 15 13:51:58.392788 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dd9633ad-ac44-4a68-95b7-7ff5ac852124 req-e15ecb85-89ea-4db1-918e-36a5212c916f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 210 time: 0.0274823 Sep 15 13:51:59.489378 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1963be79-e387-426a-a286-9009d7374166 req-83e28b30-aa07-45fa-8022-cfeafde00c25 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 210 time: 0.0259635 Sep 15 13:52:00.588300 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1b23a36b-d2cf-40e6-b7f6-ac9115848067 req-313d7be6-a6c4-47c2-bca5-adb1e04ad61a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 210 time: 0.0258636 Sep 15 13:52:00.734426 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-9439d5df-e516-4ab0-81ba-6fc947f22088 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:00.735845 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-9439d5df-e516-4ab0-81ba-6fc947f22088 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 816 time: 0.1047230 Sep 15 13:52:00.782240 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-385942fe-dc01-47bd-8d48-9dee1856e50b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 379 time: 0.0355847 Sep 15 13:52:00.791514 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'port': {'device_id': '96faf819-10ed-458b-a556-f34fa738471a', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'admin_state_up': True, 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'security_groups': ['8c04c27a-2824-4d48-9d4a-f5d833451303']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:00.969617 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Made reservation on behalf of 1e6f195eb8d14f64b172babb65c6fd1d for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:00.973160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:01.101285 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Allocated IP 172.20.0.6 (1d8c4fe6-881c-4234-a318-00ce2fe2a5bc/1277b886-5ba6-403c-ba5d-5fe87ac506cf/6e517b97-5286-4f0d-b838-027dd4cabda5) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:01.241132 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:01.330659 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:01.373580 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:01.376546 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:01.378962 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:01.413686 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:01.443975 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:01.444615 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:01.512084 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36502) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:01.605713 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-82b0d3a6-f8b9-4e42-b494-20dd105cb52f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180215 Sep 15 13:52:01.610359 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-2c635250-dfb1-4b50-98d2-b6f8823a6b8b None None] Provisioning complete for port 6e517b97-5286-4f0d-b838-027dd4cabda5 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:01.611240 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2c635250-dfb1-4b50-98d2-b6f8823a6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:01.618407 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Request body: {'port': {'device_id': '96faf819-10ed-458b-a556-f34fa738471a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:01.627302 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-809d1430-cda2-47c3-b3de-cf073d5cde22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:01.656088 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-2c635250-dfb1-4b50-98d2-b6f8823a6b8b None None] Port 6e517b97-5286-4f0d-b838-027dd4cabda5 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:01.731445 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:01.794794 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505e687-8e62-40ad-9730-ff6b913726aa req-85600f84-381f-4108-8763-d07d782fca90 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:01.796286 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8505e687-8e62-40ad-9730-ff6b913726aa req-85600f84-381f-4108-8763-d07d782fca90 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 931 time: 0.1302516 Sep 15 13:52:01.923352 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8505e687-8e62-40ad-9730-ff6b913726aa req-0fbf68a8-2591-41af-8297-083915c65662 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167240 Sep 15 13:52:01.937457 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-809d1430-cda2-47c3-b3de-cf073d5cde22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.012661 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-809d1430-cda2-47c3-b3de-cf073d5cde22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.054673 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-809d1430-cda2-47c3-b3de-cf073d5cde22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ead3a5c63f14c2c81c03089e22c8472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414333 Sep 15 13:52:02.057327 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36508) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:02.073689 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d1430-cda2-47c3-b3de-cf073d5cde22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ecebdb-a4f2-4bd0-a43d-286c1a766c5c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:02.111034 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db95617c-eaf4-4137-a25b-4cfa58500247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.128719 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e517b97-5286-4f0d-b838-027dd4cabda5 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:52:02.131979 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db95617c-eaf4-4137-a25b-4cfa58500247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.137078 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.148805 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Transition to ACTIVE for port object 6e517b97-5286-4f0d-b838-027dd4cabda5 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:52:02.246234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.273072 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db95617c-eaf4-4137-a25b-4cfa58500247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.275881 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-db95617c-eaf4-4137-a25b-4cfa58500247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.277148 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-db95617c-eaf4-4137-a25b-4cfa58500247 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8ecebdb-a4f2-4bd0-a43d-286c1a766c5c HTTP/1.1" status: 204 len: 168 time: 0.2187874 Sep 15 13:52:02.286241 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95617c-eaf4-4137-a25b-4cfa58500247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ecebdb-a4f2-4bd0-a43d-286c1a766c5c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:02.304006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:02.374480 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Attempting to bind port 6e517b97-5286-4f0d-b838-027dd4cabda5 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:02.374734 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Attempting to bind port 6e517b97-5286-4f0d-b838-027dd4cabda5 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:02.375069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Attempting to bind port 6e517b97-5286-4f0d-b838-027dd4cabda5 on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:02.379520 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Port 6e517b97-5286-4f0d-b838-027dd4cabda5 on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:52:02.379908 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Attempting to bind port 6e517b97-5286-4f0d-b838-027dd4cabda5 on network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:02.385892 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:02.386329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Checking segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:02.386713 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Bound using segment: {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:02.387142 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Bound port: 6e517b97-5286-4f0d-b838-027dd4cabda5, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5600e379-105b-4211-9781-e185ffb9c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:02.387501 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.454367 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:02.457618 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:02.606213 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.645124 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:02.650730 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:02.650730 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] 10.222.0.37 "PUT /v2.0/ports/6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 200 len: 1093 time: 1.0331197 Sep 15 13:52:02.650730 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:02.650730 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab396be2-a0e6-43f8-893f-adadb372ca68" -d '{"events": [{"name": "network-changed", "server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:02.681250 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452f2e7-d5bf-45d5-9642-f4ca9112fbfe service neutron] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:02.699256 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2619ad83-1786-46ee-a554-effd3c4e6bd8 x-openstack-request-id: req-2619ad83-1786-46ee-a554-effd3c4e6bd8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:02.699761 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:02.700214 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2619ad83-1786-46ee-a554-effd3c4e6bd8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:02.700619 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'status': 'completed', 'code': 200} Sep 15 13:52:02.777050 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396be2-a0e6-43f8-893f-adadb372ca68 req-c9fd1b56-5d04-4330-bb50-f8b20decd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:02.778453 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ab396be2-a0e6-43f8-893f-adadb372ca68 req-c9fd1b56-5d04-4330-bb50-f8b20decd09f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1096 time: 0.0555441 Sep 15 13:52:02.891654 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396be2-a0e6-43f8-893f-adadb372ca68 req-f721e171-09a8-4b4a-9c8c-88692a23ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:02.893453 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ab396be2-a0e6-43f8-893f-adadb372ca68 req-f721e171-09a8-4b4a-9c8c-88692a23ce6f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1001370 Sep 15 13:52:02.993487 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396be2-a0e6-43f8-893f-adadb372ca68 req-a25cb73e-4e0b-472f-9a4d-a7d75c37d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:02.995056 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ab396be2-a0e6-43f8-893f-adadb372ca68 req-a25cb73e-4e0b-472f-9a4d-a7d75c37d13c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942738 Sep 15 13:52:03.069702 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824daa01-d2c2-47cd-b252-6c38b3e04ab1 req-5173cdd0-cdf2-4f89-89d5-709ec8f9f5c7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:03.070966 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-824daa01-d2c2-47cd-b252-6c38b3e04ab1 req-5173cdd0-cdf2-4f89-89d5-709ec8f9f5c7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0751212 Sep 15 13:52:03.103220 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-9f8bf3ff-d776-4d59-a6d6-014be921809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:03.105361 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-9f8bf3ff-d776-4d59-a6d6-014be921809e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1096 time: 0.0723686 Sep 15 13:52:03.126955 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-824daa01-d2c2-47cd-b252-6c38b3e04ab1 req-2c507064-232f-427b-9972-1cdaa48c6a6e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489538 Sep 15 13:52:03.153575 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-771cb352-d324-4db3-928f-a0900c54f832 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 200 len: 217 time: 0.0383446 Sep 15 13:52:03.205051 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-508e2804-d825-4132-9cda-89674a72d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:03.206539 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-508e2804-d825-4132-9cda-89674a72d88f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0468702 Sep 15 13:52:03.255846 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-ace9482f-790b-438c-95fd-d1810a0b093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:03.257383 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-ace9482f-790b-438c-95fd-d1810a0b093c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434570 Sep 15 13:52:03.348210 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-91fcbf15-4fca-4ada-a844-3c30d5e1198c service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834684 Sep 15 13:52:03.439144 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8166d967-ba8e-4624-b545-5dbf28d762b0 req-8655b21a-ad07-494b-96fe-fe63e7302ff7 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842025 Sep 15 13:52:03.531573 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36534) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:03.629702 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-576264472-network', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:03.775927 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Made reservation on behalf of c2ebbbe1401e4c0da8f43ab8cf7a7639 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:03.778268 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:03.787064 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:03.871602 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:03.953051 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:03.977691 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:52:03.987776 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2fb9ae-a961-4e85-b586-83fd385865e5,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:03.992581 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:03.992952 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Added segment 1787fcf7-bcee-4677-8f5a-27150944ae7f of type vlan for network cba5a597-4483-4cf3-bfb4-5390d099e880 Sep 15 13:52:04.032538 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:04.124375 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:04.125314 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:04.125898 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:04.188086 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] Pushing event updated for resources: {'Network': ['ID=cba5a597-4483-4cf3-bfb4-5390d099e880,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:04.198624 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network cba5a597-4483-4cf3-bfb4-5390d099e880 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:52:04.241610 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-93f9b8d5-b8ca-43b5-8039-7125508067aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7064090 Sep 15 13:52:04.241855 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36540) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:04.247996 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Request body: {'subnet': {'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-576264472-subnet', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:04.255775 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a83bd-d208-44b9-9e1b-e414d1ad8431 req-5c5de80b-d765-4fbb-ad1a-1de37391e6b1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:04.257467 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4d3a83bd-d208-44b9-9e1b-e414d1ad8431 req-5c5de80b-d765-4fbb-ad1a-1de37391e6b1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0570545 Sep 15 13:52:04.296989 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4d3a83bd-d208-44b9-9e1b-e414d1ad8431 req-331f9fce-cb88-4228-9b68-56dd7b52575d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350845 Sep 15 13:52:04.404017 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Made reservation on behalf of c2ebbbe1401e4c0da8f43ab8cf7a7639 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:04.406388 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26686069'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:04.668110 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25579285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26686043'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:04.721366 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2841eed9-d2e4-4a36-bee9-5f92902315d6,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:04.731687 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Checking segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:04.732033 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Network hostable DHCP agents. Network: cba5a597-4483-4cf3-bfb4-5390d099e880, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:52:04.821342 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Network cba5a597-4483-4cf3-bfb4-5390d099e880 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:52:04.929962 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, cba5a597-4483-4cf3-bfb4-5390d099e880) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:04.934592 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:04.935573 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:04.938666 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315576ea-105a-4ced-bdb9-38f489ee446b None None] Network cba5a597-4483-4cf3-bfb4-5390d099e880 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:05.033896 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-3bdeb3f1-8258-4faa-8d47-3252ced56af2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7909374 Sep 15 13:52:05.037106 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36542) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:05.041463 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:05.080348 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-cba5a597-4483-4cf3-bfb4-5390d099e880', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:52:05.081220 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.124175 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.125537 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.180898 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.216108 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Allocated IP 172.20.0.2 (cba5a597-4483-4cf3-bfb4-5390d099e880/2841eed9-d2e4-4a36-bee9-5f92902315d6/3bbc9366-1bbe-494f-a6fe-bc23f994be38) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:05.359674 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.393925 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.421718 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8956-caa9-4216-b066-bde7d70059f9 req-ef3ff536-1df9-460d-b0ac-fea70af5fb59 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:05.423180 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c18a8956-caa9-4216-b066-bde7d70059f9 req-ef3ff536-1df9-460d-b0ac-fea70af5fb59 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0498877 Sep 15 13:52:05.455456 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.461921 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c18a8956-caa9-4216-b066-bde7d70059f9 req-51206f34-f3fd-4719-a0d6-ab788ef73b7f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327506 Sep 15 13:52:05.496357 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Pushing event updated for resources: {'Port': ['ID=3bbc9366-1bbe-494f-a6fe-bc23f994be38,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:05.499296 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Network cba5a597-4483-4cf3-bfb4-5390d099e880 is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:05.504200 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:05.506940 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.507281 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.507613 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.507940 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.508267 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.508588 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.508936 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.509256 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.509576 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.509896 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.510773 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.511088 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:05.514546 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:05.566957 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Attempting to bind port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:05.568078 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Attempting to bind port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:05.568935 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Attempting to bind port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:05.576206 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:05.577002 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Checking segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:05.577529 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.577976 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Bound using segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:05.578561 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Bound port: 3bbc9366-1bbe-494f-a6fe-bc23f994be38, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:05.579166 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.645028 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] For port 3bbc9366-1bbe-494f-a6fe-bc23f994be38, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:05.648204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] For port 3bbc9366-1bbe-494f-a6fe-bc23f994be38, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=3bbc9366-1bbe-494f-a6fe-bc23f994be38,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:05.700400 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.718481 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.753272 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:05.810249 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ebb81-c0e2-41a7-be9d-326ca32c8bb9 None None] Pushing event updated for resources: {'Port': ['ID=3bbc9366-1bbe-494f-a6fe-bc23f994be38,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:05.834138 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Allocated IP 172.27.3.133 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:05.945943 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.085013 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.121571 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:06.124336 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:06.127753 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:06.156231 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:06.597810 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a488-db47-4c7e-896d-ddfc6b7ff0cc req-2d992190-adf0-4d4a-a0fb-32b768c98899 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:06.599610 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1118a488-db47-4c7e-896d-ddfc6b7ff0cc req-2d992190-adf0-4d4a-a0fb-32b768c98899 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0610774 Sep 15 13:52:06.643954 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1118a488-db47-4c7e-896d-ddfc6b7ff0cc req-d8b6049e-b01e-447b-8cfe-9daacec951e7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366590 Sep 15 13:52:06.672603 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ee8a1-48cd-4232-a86c-93faa3c459a5 None None] Network cba5a597-4483-4cf3-bfb4-5390d099e880 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:06.691665 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.796392 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-d7bed91d-aa7f-4a73-9b2b-0b0c28d65e91 None None] Provisioning complete for port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:06.796785 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d7bed91d-aa7f-4a73-9b2b-0b0c28d65e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.891092 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.912991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d7bed91d-aa7f-4a73-9b2b-0b0c28d65e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.946329 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-d7bed91d-aa7f-4a73-9b2b-0b0c28d65e91 None None] For port 3bbc9366-1bbe-494f-a6fe-bc23f994be38, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=3bbc9366-1bbe-494f-a6fe-bc23f994be38,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:07.011353 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:52:07.091832 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d7bed91d-aa7f-4a73-9b2b-0b0c28d65e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.129639 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Router fa51ab07-512b-42be-8628-d5255ebf3160 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:52:07.134488 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:07.157885 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'port_id': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'mac_address': 'fa:16:3e:f0:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:52:07.163031 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bed91d-aa7f-4a73-9b2b-0b0c28d65e91 None None] Pushing event updated for resources: {'Port': ['ID=3bbc9366-1bbe-494f-a6fe-bc23f994be38,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:07.210879 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.225903 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-30f16633-6bb1-4712-b4c8-a035299d0ff5 None None] Provisioning complete for port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:07.226254 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-30f16633-6bb1-4712-b4c8-a035299d0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.233875 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e517b97-5286-4f0d-b838-027dd4cabda5 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:52:07.240690 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:07.256778 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:07.285980 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:07.289736 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:07.290372 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:07.324513 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.325831 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8ab0ef29-6285-449f-896c-846912b8bf17 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2877762 Sep 15 13:52:07.328409 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36548) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:07.488603 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.578609 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:07.647157 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:07.677705 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 3bbc9366-1bbe-494f-a6fe-bc23f994be38 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:07.772900 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97428eb-d7f7-4f8b-bb73-6a038f6c8fdf req-0904870f-ac9d-4af4-9389-db5de6a95e35 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:07.774466 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d97428eb-d7f7-4f8b-bb73-6a038f6c8fdf req-0904870f-ac9d-4af4-9389-db5de6a95e35 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 944 time: 0.0529556 Sep 15 13:52:07.789189 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.813031 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:07.813403 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.819600 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d97428eb-d7f7-4f8b-bb73-6a038f6c8fdf req-e3099d7e-732d-4cd1-9332-b77c2ea08167 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368190 Sep 15 13:52:07.841839 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['6e517b97-5286-4f0d-b838-027dd4cabda5'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:52:07.942309 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:06Z', 'revision_number': 3, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:07.949908 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Allocated IP 172.20.0.1 (cba5a597-4483-4cf3-bfb4-5390d099e880/2841eed9-d2e4-4a36-bee9-5f92902315d6/29b3d785-fdc9-4139-8bad-d80114a24b74) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:07.953110 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.986687 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:07.987036 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Updating router fa51ab07-512b-42be-8628-d5255ebf3160 port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:52:08.033669 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.053322 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.158938 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.195249 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Network cba5a597-4483-4cf3-bfb4-5390d099e880 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:08.199057 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:08.202661 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:08.233935 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Pushing event updated for resources: {'Port': ['ID=29b3d785-fdc9-4139-8bad-d80114a24b74,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:08.254872 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.342999 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.461341 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.490864 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.526854 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dac54-85df-42b5-a49f-5d06cb78c7e7 None None] Pushing event updated for resources: {'Port': ['ID=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:08.529654 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-21a99302-46e6-4bd8-9af6-3d8db88bc56d None None] Provisioning complete for port 29b3d785-fdc9-4139-8bad-d80114a24b74 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:08.529839 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-21a99302-46e6-4bd8-9af6-3d8db88bc56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.532749 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Attempting to bind port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:08.533754 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Attempting to bind port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:08.533754 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Attempting to bind port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:08.559812 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:08.560099 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:08.560499 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.560917 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:08.561394 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Bound port: 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:08.561773 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.590384 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-21a99302-46e6-4bd8-9af6-3d8db88bc56d None None] Port 29b3d785-fdc9-4139-8bad-d80114a24b74 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:08.621859 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] For port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:08.625160 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] For port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:08.670712 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.707229 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.769643 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:08.769993 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579360'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.770274 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:08.771970 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dac54-85df-42b5-a49f-5d06cb78c7e7 None None] Pushing event updated for resources: {'Port': ['ID=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:08.839708 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Pushing event updated for resources: {'Port': ['ID=29b3d785-fdc9-4139-8bad-d80114a24b74,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:08.842125 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:08.882251 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:08.961736 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Network cba5a597-4483-4cf3-bfb4-5390d099e880 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:08.964476 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:08.973812 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b958fa4-fac7-4681-a817-da93e566a04e req-fcbd7585-c7b7-40fb-8fbe-a7fbe3a5052c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:08.976087 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8b958fa4-fac7-4681-a817-da93e566a04e req-fcbd7585-c7b7-40fb-8fbe-a7fbe3a5052c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 944 time: 0.0568023 Sep 15 13:52:09.019400 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:09.027777 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8b958fa4-fac7-4681-a817-da93e566a04e req-9c7b898c-ed5f-41c4-9072-1a3c6403d2ca tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397863 Sep 15 13:52:09.129672 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:52:09.137030 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 2, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:09.168764 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e82528-0f29-47f5-a4c6-01d9854e0918 None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 2, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:09.212234 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 6e517b97-5286-4f0d-b838-027dd4cabda5 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:52:09.223016 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 6e517b97-5286-4f0d-b838-027dd4cabda5 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:09.223390 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:09.249719 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-c7a7cc60-c272-4c6d-9c07-5880616a9aad None None] Provisioning complete for port 29b3d785-fdc9-4139-8bad-d80114a24b74 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:09.250089 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c7a7cc60-c272-4c6d-9c07-5880616a9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:09.256169 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:09.261784 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e393c62f-965f-4daf-aec5-54f818450d02 admin admin] 10.222.0.23 "PUT /v2.0/routers/fa51ab07-512b-42be-8628-d5255ebf3160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9322429 Sep 15 13:52:09.296009 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7cc60-c272-4c6d-9c07-5880616a9aad None None] Port 29b3d785-fdc9-4139-8bad-d80114a24b74 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:09.344384 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:09.384204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:09.385966 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:09.388610 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af274362-a991-4cff-9dcd-53ad2d05fba8" -d '{"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-plugged", "status": "completed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:09.434660 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deceaf4c-f916-49e0-a258-e544287c9674 x-openstack-request-id: req-deceaf4c-f916-49e0-a258-e544287c9674 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:09.434958 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-plugged", "status": "completed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:09.435214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-deceaf4c-f916-49e0-a258-e544287c9674 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:09.435605 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'code': 200} Sep 15 13:52:09.496317 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:09.549307 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:09.856032 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7cbb5-9219-4b2b-a869-9d06191d1e84 req-c46dfee5-3812-4b4d-80f8-f435fd6efa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:09.858007 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-07b7cbb5-9219-4b2b-a869-9d06191d1e84 req-c46dfee5-3812-4b4d-80f8-f435fd6efa88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1098 time: 0.0706122 Sep 15 13:52:09.897995 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-07b7cbb5-9219-4b2b-a869-9d06191d1e84 req-bd7aeda9-e40d-43db-a2e5-2d4ab16eb24e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Sep 15 13:52:10.141412 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36574) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:10.146402 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618971344-network', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:10.170051 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374e97b-cd7f-43f3-8c4b-4260f619785d req-b738ec56-349e-4a32-b187-a3cfb78e83e9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:10.171574 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5374e97b-cd7f-43f3-8c4b-4260f619785d req-b738ec56-349e-4a32-b187-a3cfb78e83e9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0614903 Sep 15 13:52:10.211059 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5374e97b-cd7f-43f3-8c4b-4260f619785d req-0cb4ed4d-6bfa-4b6e-9ceb-beae4f94ea5e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334859 Sep 15 13:52:10.238288 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Made reservation on behalf of 1f5ddf25543a4d01b33681ba005206f0 for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:10.240648 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.250610 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.348439 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.483804 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.512223 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:52:10.520758 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb611990-4631-4d48-a96d-408271a90ccc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:10.527390 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.527733 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Added segment 3c451d77-3922-4ef9-b623-09a6cca54293 of type vlan for network 84f3fd3a-57be-4471-963a-44857189d416 Sep 15 13:52:10.567793 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.667489 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.668439 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:10.669067 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.726306 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] Pushing event updated for resources: {'Network': ['ID=84f3fd3a-57be-4471-963a-44857189d416,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:10.736439 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 84f3fd3a-57be-4471-963a-44857189d416 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:52:10.753950 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0fb4edce-8ff2-4066-99aa-dec7a747d87d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6113064 Sep 15 13:52:10.757607 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36576) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:10.763006 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Request body: {'subnet': {'network_id': '84f3fd3a-57be-4471-963a-44857189d416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618971344-subnet', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'ip_version': 4}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:10.839193 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Made reservation on behalf of 1f5ddf25543a4d01b33681ba005206f0 for: {'subnet': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:10.841800 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26686069'] for subnet, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:10.903539 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-7da2128c-fea8-454d-8d7a-56a1c15a92ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389183 Sep 15 13:52:11.000242 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-4c5d8507-91d4-4acf-b749-43dd032ab4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:11.001791 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-4c5d8507-91d4-4acf-b749-43dd032ab4f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0464084 Sep 15 13:52:11.090353 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25579285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26686043'] for subnet, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.110225 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-db984bf5-896f-40a2-90dc-340e64b1b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:11.112085 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-db984bf5-896f-40a2-90dc-340e64b1b929 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.0905261 Sep 15 13:52:11.151200 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bd5384-f77b-425b-b6f3-2b956fddb7ad,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:11.164745 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:11.166225 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Checking segment: {'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:11.166585 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Network hostable DHCP agents. Network: 84f3fd3a-57be-4471-963a-44857189d416, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:52:11.182345 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:11.183296 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:11.191771 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-afbd4cf2-4d4d-4b1a-af54-f38bf7598b54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1002 time: 0.0713027 Sep 15 13:52:11.246356 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-0c2b0724-563c-44bb-bbd6-6a6ef310bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:11.247468 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-0c2b0724-563c-44bb-bbd6-6a6ef310bdfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0452595 Sep 15 13:52:11.261817 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Network 84f3fd3a-57be-4471-963a-44857189d416 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:52:11.288457 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:11.306020 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-4085b00c-738a-40bb-a52e-e908a520b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:11.308662 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-4085b00c-738a-40bb-a52e-e908a520b3f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527430 Sep 15 13:52:11.368453 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 84f3fd3a-57be-4471-963a-44857189d416) {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:11.373681 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:11.374274 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.381247 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d128c3-315c-4a98-bc88-3ef41dd2fb4d None None] Network 84f3fd3a-57be-4471-963a-44857189d416 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:11.412933 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68f17c-65ad-4ad7-9039-9156ecba16e4 req-2840d132-6851-476c-965b-b277527c3e10 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:11.414259 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d68f17c-65ad-4ad7-9039-9156ecba16e4 req-2840d132-6851-476c-965b-b277527c3e10 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.1185622 Sep 15 13:52:11.456545 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-3f42cb9c-cd94-4bc1-b227-246f3fd481a9 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291385 Sep 15 13:52:11.469989 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8d68f17c-65ad-4ad7-9039-9156ecba16e4 req-9d331a26-1298-4ea4-8bcb-00af02a0ac2d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490556 Sep 15 13:52:11.507582 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-3a1af465-f78c-4e78-8686-c3b624ab0187 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7488203 Sep 15 13:52:11.510582 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 2, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:11.512316 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36584) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:11.516934 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:11.548091 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:11.548725 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Updating router fa51ab07-512b-42be-8628-d5255ebf3160 port 29b3d785-fdc9-4139-8bad-d80114a24b74 binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:52:11.582985 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9e6c456-63e6-4fd5-bf7c-f36a0d076ce2 req-5eb3209a-d903-4166-9428-e7e3f096306b service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052055 Sep 15 13:52:11.583392 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.583825 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-84f3fd3a-57be-4471-963a-44857189d416', 'network_id': '84f3fd3a-57be-4471-963a-44857189d416', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'fixed_ips': [{'subnet_id': 'b3bd5384-f77b-425b-b6f3-2b956fddb7ad'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:52:11.584874 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.669118 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.671222 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.736529 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.812335 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:11.862745 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.919745 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Allocated IP 172.20.0.2 (84f3fd3a-57be-4471-963a-44857189d416/b3bd5384-f77b-425b-b6f3-2b956fddb7ad/225d2435-2ed4-48af-b8e8-5563d64981a5) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:11.924262 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:11.924633 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:11.958293 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.005218 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Pushing event updated for resources: {'Port': ['ID=29b3d785-fdc9-4139-8bad-d80114a24b74,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:12.007574 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.014802 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.015145 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.015480 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.015806 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.016137 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.016476 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.016937 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.017309 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.017784 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.018100 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.025145 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.025145 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:12.084757 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Attempting to bind port 29b3d785-fdc9-4139-8bad-d80114a24b74 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:12.085241 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Attempting to bind port 29b3d785-fdc9-4139-8bad-d80114a24b74 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:12.085672 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Attempting to bind port 29b3d785-fdc9-4139-8bad-d80114a24b74 on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:12.088561 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.091226 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:12.091714 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Checking segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:12.092224 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.092711 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Bound using segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:12.093304 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Bound port: 29b3d785-fdc9-4139-8bad-d80114a24b74, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:12.093818 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.137679 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:12.162552 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.169095 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] For port 29b3d785-fdc9-4139-8bad-d80114a24b74, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:12.172948 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] For port 29b3d785-fdc9-4139-8bad-d80114a24b74, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=29b3d785-fdc9-4139-8bad-d80114a24b74,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:12.255695 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.296256 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.305707 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.313610 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:12.346866 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.357769 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:12.358590 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:12.364015 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b16cf7-8737-4750-b5b6-a30185b41864 None None] Pushing event updated for resources: {'Port': ['ID=29b3d785-fdc9-4139-8bad-d80114a24b74,revision_number=4']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:12.364211 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Network 84f3fd3a-57be-4471-963a-44857189d416 is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:12.372388 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:12.373255 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.374905 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:12.387799 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Pushing event updated for resources: {'Port': ['ID=225d2435-2ed4-48af-b8e8-5563d64981a5,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:12.396481 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-d9547d7b-fd3b-4871-8b6c-ca5e5f109736 None None] Provisioning complete for port 29b3d785-fdc9-4139-8bad-d80114a24b74 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:12.396481 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9547d7b-fd3b-4871-8b6c-ca5e5f109736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.487026 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Attempting to bind port 225d2435-2ed4-48af-b8e8-5563d64981a5 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:12.487474 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Attempting to bind port 225d2435-2ed4-48af-b8e8-5563d64981a5 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:12.487908 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Attempting to bind port 225d2435-2ed4-48af-b8e8-5563d64981a5 on network 84f3fd3a-57be-4471-963a-44857189d416 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:12.496544 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:12.497093 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Checking segment: {'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:12.497567 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.498032 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Bound using segment: {'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:12.498592 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Bound port: 225d2435-2ed4-48af-b8e8-5563d64981a5, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:12.499051 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.528183 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Allocated IP 172.27.3.96 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/2feede4e-e3e4-4775-9faa-fec327faca07) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:12.549350 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:12.598009 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] For port 225d2435-2ed4-48af-b8e8-5563d64981a5, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:12.602748 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] For port 225d2435-2ed4-48af-b8e8-5563d64981a5, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=225d2435-2ed4-48af-b8e8-5563d64981a5,segment=NetworkSegment(3c451d77-3922-4ef9-b623-09a6cca54293),segment_id=3c451d77-3922-4ef9-b623-09a6cca54293)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:12.653980 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9547d7b-fd3b-4871-8b6c-ca5e5f109736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.671093 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d622a-8b51-496d-8c17-123614464375 req-1a64eb23-f376-4d19-9d94-f14e79179f51 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:12.673615 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c93d622a-8b51-496d-8c17-123614464375 req-1a64eb23-f376-4d19-9d94-f14e79179f51 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0801206 Sep 15 13:52:12.696360 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-d9547d7b-fd3b-4871-8b6c-ca5e5f109736 None None] For port 29b3d785-fdc9-4139-8bad-d80114a24b74, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=29b3d785-fdc9-4139-8bad-d80114a24b74,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:12.714309 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.719132 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c93d622a-8b51-496d-8c17-123614464375 req-e641e396-aaf7-4059-9342-9e7eaf3a2b74 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 Sep 15 13:52:12.730520 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.793495 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299d34-5e97-456b-be6f-5e87ff5b871c None None] Pushing event updated for resources: {'Port': ['ID=225d2435-2ed4-48af-b8e8-5563d64981a5,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:12.810737 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9547d7b-fd3b-4871-8b6c-ca5e5f109736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.831434 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:12.850403 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.858770 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5299b0-6310-4f33-a2bc-cd6f421ece7c req-3f2adef8-e0f9-4f58-b771-aa8a5ba29736 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:12.860427 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9e5299b0-6310-4f33-a2bc-cd6f421ece7c req-3f2adef8-e0f9-4f58-b771-aa8a5ba29736 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0612156 Sep 15 13:52:12.870959 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36592) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:12.875563 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Request body: {'floatingip': {'port_id': '6e517b97-5286-4f0d-b838-027dd4cabda5'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:12.888991 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de86e4-5c4c-4164-92ca-00e70b180038 None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:12.895175 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:12.898872 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9547d7b-fd3b-4871-8b6c-ca5e5f109736 None None] Pushing event updated for resources: {'Port': ['ID=29b3d785-fdc9-4139-8bad-d80114a24b74,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:12.901838 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:12.906288 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:12.934588 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-3d25abbb-b707-4ab4-8da6-1dd8d7e06cd5 None None] Provisioning complete for port 29b3d785-fdc9-4139-8bad-d80114a24b74 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:12.935778 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3d25abbb-b707-4ab4-8da6-1dd8d7e06cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.936762 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.941851 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Pushing event updated for resources: {'Port': ['ID=2feede4e-e3e4-4775-9faa-fec327faca07,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:13.620016 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.844748 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:13.897578 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:13.898163 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.902793 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.906096 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.970569 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.991481 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 29b3d785-fdc9-4139-8bad-d80114a24b74 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:14.020595 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de24512-efec-4329-90f5-ab81f912933d None None] Network 84f3fd3a-57be-4471-963a-44857189d416 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:14.099074 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Floating IP 68823fc9-2b15-48d7-a7ee-b04808b7ee0e associated. External IP: 172.27.3.68, port: 6e517b97-5286-4f0d-b838-027dd4cabda5. Sep 15 13:52:14.113590 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-30f66363-bd75-4aaf-be38-e9993a32b22a None None] Provisioning complete for port 225d2435-2ed4-48af-b8e8-5563d64981a5 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:14.113971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-30f66363-bd75-4aaf-be38-e9993a32b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.129815 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Router ed906f33-db90-44a9-9af2-d4e44f735916 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:52:14.168889 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 29b3d785-fdc9-4139-8bad-d80114a24b74 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:14.169267 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.251793 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:14.267822 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Sync routers for ids ['ed906f33-db90-44a9-9af2-d4e44f735916'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:14.335716 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.337149 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-acfce432-af19-4a10-8102-8d41862fb1ce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8235242 Sep 15 13:52:14.340578 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Routers {'ed906f33-db90-44a9-9af2-d4e44f735916'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:14.341250 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['ed906f33-db90-44a9-9af2-d4e44f735916'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:14.341521 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36594) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:14.394600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Router 72f404bd-e334-4bf8-abaf-12450b1ebef7 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:52:14.413991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-30f66363-bd75-4aaf-be38-e9993a32b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.549489 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 225d2435-2ed4-48af-b8e8-5563d64981a5 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:14.590088 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-30f66363-bd75-4aaf-be38-e9993a32b22a None None] For port 225d2435-2ed4-48af-b8e8-5563d64981a5, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=225d2435-2ed4-48af-b8e8-5563d64981a5,segment=NetworkSegment(3c451d77-3922-4ef9-b623-09a6cca54293),segment_id=3c451d77-3922-4ef9-b623-09a6cca54293)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:14.612953 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Set router ed906f33-db90-44a9-9af2-d4e44f735916 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:14.640128 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:14.645378 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.656803 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] Sync routers for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:14.669011 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:14.669846 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:14.696432 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-30f66363-bd75-4aaf-be38-e9993a32b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.724696 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7386d39b-7159-4096-a068-82e5545f60fa tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "PUT /v2.0/floatingips/68823fc9-2b15-48d7-a7ee-b04808b7ee0e HTTP/1.1" status: 200 len: 990 time: 1.8528466 Sep 15 13:52:14.726744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:14.730163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120dce7b-898b-4307-b0eb-1be435e7b84b" -d '{"events": [{"name": "network-changed", "server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:14.819785 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:14.850670 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de50c9-d823-4b38-8172-421eb4baa3f1 x-openstack-request-id: req-44de50c9-d823-4b38-8172-421eb4baa3f1 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:14.850962 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:14.851210 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44de50c9-d823-4b38-8172-421eb4baa3f1 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:14.851590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'status': 'completed', 'code': 200} Sep 15 13:52:14.871401 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 225d2435-2ed4-48af-b8e8-5563d64981a5 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:14.871932 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.908278 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f66363-bd75-4aaf-be38-e9993a32b22a None None] Pushing event updated for resources: {'Port': ['ID=225d2435-2ed4-48af-b8e8-5563d64981a5,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:14.925900 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce5beecf-b0bb-4849-9b63-dc5495d8b193 None None] Provisioning complete for port 225d2435-2ed4-48af-b8e8-5563d64981a5 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:14.926478 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce5beecf-b0bb-4849-9b63-dc5495d8b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.929890 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-c87d89ba-ed1b-4198-a7de-8f38a3c65dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:14.931405 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-c87d89ba-ed1b-4198-a7de-8f38a3c65dda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1098 time: 0.0788877 Sep 15 13:52:15.083579 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T13:52:13Z', 'revision_number': 3, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port': {'id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:12Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:15.102252 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-6a1cfc6b-89b1-4e88-8cf6-69035925624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:15.104359 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-6a1cfc6b-89b1-4e88-8cf6-69035925624d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.1657040 Sep 15 13:52:15.110043 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.115759 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Checking router: ed906f33-db90-44a9-9af2-d4e44f735916 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:15.116110 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Updating router ed906f33-db90-44a9-9af2-d4e44f735916 port 2feede4e-e3e4-4775-9faa-fec327faca07 binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:52:15.145250 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.195759 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '68823fc9-2b15-48d7-a7ee-b04808b7ee0e', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'port_id': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'mac_address': 'fa:16:3e:f0:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96faf819-10ed-458b-a556-f34fa738471a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:51:56Z', 'updated_at': '2021-09-15T13:52:13Z', 'revision_number': 1, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:15.225155 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] Checking router: 72f404bd-e334-4bf8-abaf-12450b1ebef7 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:15.225394 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-3a362363-d4c5-402c-8238-4e7e82280161 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 200 len: 998 time: 0.1123796 Sep 15 13:52:15.236540 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:15.237188 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:15.326827 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-c97f28ba-ed78-4c48-94ca-00d21866193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:15.328458 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-c97f28ba-ed78-4c48-94ca-00d21866193d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0954220 Sep 15 13:52:15.352429 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:15.421828 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Allocated IP 172.20.0.1 (84f3fd3a-57be-4471-963a-44857189d416/b3bd5384-f77b-425b-b6f3-2b956fddb7ad/3f5e2fa9-5265-4426-84fd-1c8f201dabb7) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:15.426953 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.462076 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-22b3b3fc-f9b6-4a1b-ae68-9876c3aa7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:15.463666 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-22b3b3fc-f9b6-4a1b-ae68-9876c3aa7ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0757854 Sep 15 13:52:15.541534 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.613202 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.631539 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-dce4e170-47e0-4592-bc12-e43faa9d3c72 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595955 Sep 15 13:52:15.660957 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '68823fc9-2b15-48d7-a7ee-b04808b7ee0e', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'port_id': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'mac_address': 'fa:16:3e:f0:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96faf819-10ed-458b-a556-f34fa738471a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:51:56Z', 'updated_at': '2021-09-15T13:52:13Z', 'revision_number': 1, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:15.704640 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a26ede-324f-4221-9788-74c6ffd2a0b9 None None] The sync data for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi is: [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '68823fc9-2b15-48d7-a7ee-b04808b7ee0e', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'port_id': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'mac_address': 'fa:16:3e:f0:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96faf819-10ed-458b-a556-f34fa738471a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:51:56Z', 'updated_at': '2021-09-15T13:52:13Z', 'revision_number': 1, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:15.737495 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44856b0e-9d18-409e-a0ba-22cb8e805384 None None] Pushing event updated for resources: {'Port': ['ID=2feede4e-e3e4-4775-9faa-fec327faca07,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:15.749014 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 225d2435-2ed4-48af-b8e8-5563d64981a5 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:15.775964 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-120dce7b-898b-4307-b0eb-1be435e7b84b req-54437746-74af-4b19-aa17-ad70ef78b1ca service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362758 Sep 15 13:52:15.808282 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Attempting to bind port 2feede4e-e3e4-4775-9faa-fec327faca07 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:15.808651 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Attempting to bind port 2feede4e-e3e4-4775-9faa-fec327faca07 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:15.809200 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Attempting to bind port 2feede4e-e3e4-4775-9faa-fec327faca07 on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:15.820567 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:15.821003 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:15.821360 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.821753 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:15.822831 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Bound port: 2feede4e-e3e4-4775-9faa-fec327faca07, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:15.823165 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.872472 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 225d2435-2ed4-48af-b8e8-5563d64981a5 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:15.872993 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.890935 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:15.910143 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] For port 2feede4e-e3e4-4775-9faa-fec327faca07, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:15.943271 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Network 84f3fd3a-57be-4471-963a-44857189d416 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:15.944736 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] For port 2feede4e-e3e4-4775-9faa-fec327faca07, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=2feede4e-e3e4-4775-9faa-fec327faca07,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:15.946517 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:15.951350 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:15.962853 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6032ed30-1421-47e8-abb8-fa0f9ef89483 None None] New status for floating IP 68823fc9-2b15-48d7-a7ee-b04808b7ee0e: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:52:15.963298 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:16.000213 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.080754 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8234844b-23a3-4dfb-903d-b8506bafdea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.082671 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.191298 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44856b0e-9d18-409e-a0ba-22cb8e805384 None None] Pushing event updated for resources: {'Port': ['ID=2feede4e-e3e4-4775-9faa-fec327faca07,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:16.198768 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Routers {'ed906f33-db90-44a9-9af2-d4e44f735916'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:16.203200 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['ed906f33-db90-44a9-9af2-d4e44f735916'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:16.245728 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.292153 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-01a207dc-2ff1-4701-b533-5eda7ff4b32d None None] Provisioning complete for port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:16.298408 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-01a207dc-2ff1-4701-b533-5eda7ff4b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.335983 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] Set router ed906f33-db90-44a9-9af2-d4e44f735916 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:16.366185 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-01a207dc-2ff1-4701-b533-5eda7ff4b32d None None] Port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:16.416443 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.518403 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.520192 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T13:52:13Z', 'revision_number': 3, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port': {'id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:12Z', 'updated_at': '2021-09-15T13:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:16.553211 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ca958-8c24-42da-bbe3-1b1f2e3b4f90 None None] The sync data for ids ['ed906f33-db90-44a9-9af2-d4e44f735916'] in dv-cinder-759961-19-iscsi is: [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T13:52:13Z', 'revision_number': 3, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port': {'id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:12Z', 'updated_at': '2021-09-15T13:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:16.594775 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:16.597207 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:16.689750 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Network 84f3fd3a-57be-4471-963a-44857189d416 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:16.691146 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:16.825266 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Router ed906f33-db90-44a9-9af2-d4e44f735916 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:52:16.941536 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:16.946864 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-f03b1cec-1165-485e-936b-4e367b460fc8 admin admin] 10.222.0.23 "PUT /v2.0/routers/ed906f33-db90-44a9-9af2-d4e44f735916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6041842 Sep 15 13:52:16.998769 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-b1ca31bb-e965-4f08-b645-f50807ae023a None None] Provisioning complete for port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:17.000124 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b1ca31bb-e965-4f08-b645-f50807ae023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:17.040219 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca31bb-e965-4f08-b645-f50807ae023a None None] Port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:17.654900 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 2feede4e-e3e4-4775-9faa-fec327faca07 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:17.702930 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 2feede4e-e3e4-4775-9faa-fec327faca07 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:17.703422 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:17.735627 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36612) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:17.740610 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-2cbffdbc-4420-4ccc-be8e-5df47cd2a264 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167902020', 'description': 'tempest-secgroup-smoke-167902020 description', 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:17.804875 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:17.826858 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 2feede4e-e3e4-4775-9faa-fec327faca07, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=2feede4e-e3e4-4775-9faa-fec327faca07,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:17.849962 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2cbffdbc-4420-4ccc-be8e-5df47cd2a264 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:17.929521 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:17.934472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2cbffdbc-4420-4ccc-be8e-5df47cd2a264 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:17.977068 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=2feede4e-e3e4-4775-9faa-fec327faca07,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:18.049274 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2cbffdbc-4420-4ccc-be8e-5df47cd2a264 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.084464 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbffdbc-4420-4ccc-be8e-5df47cd2a264 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c284f9e-e739-4a5b-89a9-4e20a9192d9d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:18.141815 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Sync routers for ids ['ed906f33-db90-44a9-9af2-d4e44f735916'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:18.152075 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Routers {'ed906f33-db90-44a9-9af2-d4e44f735916'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:18.152797 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:51:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['ed906f33-db90-44a9-9af2-d4e44f735916'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:18.175180 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-2cbffdbc-4420-4ccc-be8e-5df47cd2a264 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.176428 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-2cbffdbc-4420-4ccc-be8e-5df47cd2a264 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4396858 Sep 15 13:52:18.179290 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36616) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:18.183913 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-dc6fd9fe-8044-4a02-9f5a-620a167a2b19 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'security_group_rule': {'security_group_id': '6c284f9e-e739-4a5b-89a9-4e20a9192d9d', 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:18.257193 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Set router ed906f33-db90-44a9-9af2-d4e44f735916 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:18.277803 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9fe-8044-4a02-9f5a-620a167a2b19 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.336194 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9fe-8044-4a02-9f5a-620a167a2b19 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.425018 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9fe-8044-4a02-9f5a-620a167a2b19 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.442817 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd9fe-8044-4a02-9f5a-620a167a2b19 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0cf10f-b123-4b14-a9c6-4f0b732632ce,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:18.466158 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T13:52:16Z', 'revision_number': 4, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port': {'id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:12Z', 'updated_at': '2021-09-15T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '3f5e2fa9-5265-4426-84fd-1c8f201dabb7', 'name': '', 'network_id': '84f3fd3a-57be-4471-963a-44857189d416', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'mac_address': 'fa:16:3e:c9:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b3bd5384-f77b-425b-b6f3-2b956fddb7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:15Z', 'updated_at': '2021-09-15T13:52:16Z', 'revision_number': 2, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'subnets': [{'id': 'b3bd5384-f77b-425b-b6f3-2b956fddb7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:18.492243 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Checking router: ed906f33-db90-44a9-9af2-d4e44f735916 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:18.492648 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Updating router ed906f33-db90-44a9-9af2-d4e44f735916 port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:52:18.520687 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.532693 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd9fe-8044-4a02-9f5a-620a167a2b19 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.532693 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-dc6fd9fe-8044-4a02-9f5a-620a167a2b19 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512435 Sep 15 13:52:18.534243 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36618) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:18.538949 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-af037f51-eea2-4ca3-8a3c-b7c9aa7737a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'security_group_rule': {'security_group_id': '6c284f9e-e739-4a5b-89a9-4e20a9192d9d', 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:18.666074 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af037f51-eea2-4ca3-8a3c-b7c9aa7737a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.699133 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe07f-3eb6-40bf-8e44-ba17e8d2f416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.731533 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af037f51-eea2-4ca3-8a3c-b7c9aa7737a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.786826 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.809307 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.843596 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af037f51-eea2-4ca3-8a3c-b7c9aa7737a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.860785 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af037f51-eea2-4ca3-8a3c-b7c9aa7737a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74107dac-e1ce-461a-8cbf-4de5ebd09028,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:18.912607 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.941191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-af037f51-eea2-4ca3-8a3c-b7c9aa7737a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.945823 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-af037f51-eea2-4ca3-8a3c-b7c9aa7737a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4104772 Sep 15 13:52:18.946482 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36620) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:18.951738 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-297f603b-df12-415f-b6b7-b4dbab6578aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'security_group_rule': {'security_group_id': '6c284f9e-e739-4a5b-89a9-4e20a9192d9d', 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:18.972562 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd537c-9b99-47ff-8bf2-b1a954874b18 None None] Pushing event updated for resources: {'Port': ['ID=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:19.033102 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Attempting to bind port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:19.033458 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Attempting to bind port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:19.033814 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Attempting to bind port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 on network 84f3fd3a-57be-4471-963a-44857189d416 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:19.039220 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:19.039585 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Checking segment: {'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:19.039974 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.040354 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Bound using segment: {'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:19.041488 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Bound port: 3f5e2fa9-5265-4426-84fd-1c8f201dabb7, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c451d77-3922-4ef9-b623-09a6cca54293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '84f3fd3a-57be-4471-963a-44857189d416'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:19.041886 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.082997 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-297f603b-df12-415f-b6b7-b4dbab6578aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.111278 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] For port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:19.115004 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] For port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,segment=NetworkSegment(3c451d77-3922-4ef9-b623-09a6cca54293),segment_id=3c451d77-3922-4ef9-b623-09a6cca54293)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:19.141545 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-297f603b-df12-415f-b6b7-b4dbab6578aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.176161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-59c50564-8678-4527-9976-264ecceb11e1 None None] Provisioning complete for port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:19.176161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-59c50564-8678-4527-9976-264ecceb11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.204514 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.210155 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-59c50564-8678-4527-9976-264ecceb11e1 None None] Port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:19.237914 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-297f603b-df12-415f-b6b7-b4dbab6578aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.256382 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f603b-df12-415f-b6b7-b4dbab6578aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ebb18a-a91d-469b-ba4e-54a47825cdbb,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:19.268131 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd537c-9b99-47ff-8bf2-b1a954874b18 None None] Pushing event updated for resources: {'Port': ['ID=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,revision_number=4']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:19.270835 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Routers {'ed906f33-db90-44a9-9af2-d4e44f735916'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:19.271430 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['ed906f33-db90-44a9-9af2-d4e44f735916'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:19.341383 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-297f603b-df12-415f-b6b7-b4dbab6578aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.349541 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-297f603b-df12-415f-b6b7-b4dbab6578aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952029 Sep 15 13:52:19.349541 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36624) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:19.349874 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-fc80df18-d134-4411-a2db-afd8367e4e96 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'security_group_rule': {'security_group_id': '6c284f9e-e739-4a5b-89a9-4e20a9192d9d', 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:19.381271 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] Set router ed906f33-db90-44a9-9af2-d4e44f735916 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:19.443858 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc80df18-d134-4411-a2db-afd8367e4e96 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.520355 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc80df18-d134-4411-a2db-afd8367e4e96 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.530417 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-a702b62a-161a-422b-95ee-b9503a5e496f None None] Provisioning complete for port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:19.530793 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a702b62a-161a-422b-95ee-b9503a5e496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.609188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc80df18-d134-4411-a2db-afd8367e4e96 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.625672 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80df18-d134-4411-a2db-afd8367e4e96 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912ad558-a34a-4223-925b-a756ae6c9727,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:19.642926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a702b62a-161a-422b-95ee-b9503a5e496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.664012 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 2feede4e-e3e4-4775-9faa-fec327faca07 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:19.690675 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T13:52:16Z', 'revision_number': 4, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port': {'id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:12Z', 'updated_at': '2021-09-15T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '3f5e2fa9-5265-4426-84fd-1c8f201dabb7', 'name': '', 'network_id': '84f3fd3a-57be-4471-963a-44857189d416', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'mac_address': 'fa:16:3e:c9:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b3bd5384-f77b-425b-b6f3-2b956fddb7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:15Z', 'updated_at': '2021-09-15T13:52:19Z', 'revision_number': 4, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'subnets': [{'id': 'b3bd5384-f77b-425b-b6f3-2b956fddb7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:19.701579 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-a702b62a-161a-422b-95ee-b9503a5e496f None None] For port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,segment=NetworkSegment(3c451d77-3922-4ef9-b623-09a6cca54293),segment_id=3c451d77-3922-4ef9-b623-09a6cca54293)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:19.707339 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fc80df18-d134-4411-a2db-afd8367e4e96 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.709763 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-fc80df18-d134-4411-a2db-afd8367e4e96 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624659 Sep 15 13:52:19.714596 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36626) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:19.717936 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068b903-1b61-44af-b854-1fb5dffb6aa7 None None] The sync data for ids ['ed906f33-db90-44a9-9af2-d4e44f735916'] in dv-cinder-759961-19-iscsi is: [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T13:52:16Z', 'revision_number': 4, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port': {'id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:12Z', 'updated_at': '2021-09-15T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '3f5e2fa9-5265-4426-84fd-1c8f201dabb7', 'name': '', 'network_id': '84f3fd3a-57be-4471-963a-44857189d416', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'mac_address': 'fa:16:3e:c9:42:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b3bd5384-f77b-425b-b6f3-2b956fddb7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:15Z', 'updated_at': '2021-09-15T13:52:19Z', 'revision_number': 4, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'subnets': [{'id': 'b3bd5384-f77b-425b-b6f3-2b956fddb7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:19.719228 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'security_group_rule': {'security_group_id': '6c284f9e-e739-4a5b-89a9-4e20a9192d9d', 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:19.731678 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 2feede4e-e3e4-4775-9faa-fec327faca07 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:19.732050 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.776730 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a702b62a-161a-422b-95ee-b9503a5e496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.847545 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Project c2ebbbe1401e4c0da8f43ab8cf7a7639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:52:19.852970 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.873173 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702b62a-161a-422b-95ee-b9503a5e496f None None] Pushing event updated for resources: {'Port': ['ID=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:19.935628 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.055314 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.076865 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552e2de1-407d-4a6f-8508-3ec0d452b27b,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:20.101140 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.141178 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.142485 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f640511f-c87b-41ea-a06b-8fc72e20e0d5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4268334 Sep 15 13:52:20.145482 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36628) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:20.150097 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'security_group_rule': {'security_group_id': '6c284f9e-e739-4a5b-89a9-4e20a9192d9d', 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:20.249968 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Project c2ebbbe1401e4c0da8f43ab8cf7a7639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:52:20.257206 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.335596 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.449963 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.469409 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290f4038-0d2c-45e2-80ac-4e268da28433,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:20.626571 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.629171 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8bce6eeb-ccce-4031-a19e-b7f681473610 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4813397 Sep 15 13:52:21.606408 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:21.661998 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:21.712106 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:21.712472 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:27.921424 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:52:29.277584 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-97acf359-dc3f-4acf-aaea-80eb21a361a3 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986664634&fields=id&tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c HTTP/1.1" status: 200 len: 267 time: 0.0323997 Sep 15 13:52:29.332510 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-4c3564b8-ec5e-443d-8b98-d7c6ed08a0a4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:29.334000 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-4c3564b8-ec5e-443d-8b98-d7c6ed08a0a4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 985 time: 0.0500638 Sep 15 13:52:29.345378 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Request body: {'port': {'security_groups': ['1ac4edd1-24e1-455b-be8c-2626b4458a2a']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:29.417196 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:29.853147 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:29.882965 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:29.974877 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:29.986978 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['534dd8dd-a0aa-4090-b49f-f0f94533c8e3'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:52:30.020808 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:30.021476 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.023000 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-54bf0a4a-a278-4a9b-ad5d-c3c96b7faf26 req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "PUT /v2.0/ports/534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 943 time: 0.6825602 Sep 15 13:52:30.023466 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:30.025789 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cebcc5-ec93-4fba-83d9-61f9aab9077c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:30.030781 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36734) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:30.055120 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7c57d-048a-4fd5-8b61-4e6d9d262561 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event updated for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=7']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:30.088540 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e8f42f-7dd3-4000-a87b-126afa8bd989 x-openstack-request-id: req-96e8f42f-7dd3-4000-a87b-126afa8bd989 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:30.088866 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:30.089118 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96e8f42f-7dd3-4000-a87b-126afa8bd989 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:30.089824 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'status': 'completed', 'code': 200} Sep 15 13:52:30.111066 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d096766a-fa0b-4f34-b5b8-98395aebae94 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.123168 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['534dd8dd-a0aa-4090-b49f-f0f94533c8e3'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:52:30.149244 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d096766a-fa0b-4f34-b5b8-98395aebae94 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.177604 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-d0e4fd3d-1a29-4375-a8f8-e53c6e2520eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:30.185231 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-d0e4fd3d-1a29-4375-a8f8-e53c6e2520eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0516231 Sep 15 13:52:30.300140 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-3bb2b543-2151-413e-b751-251dffcdfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:30.301726 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-3bb2b543-2151-413e-b751-251dffcdfd9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.1116321 Sep 15 13:52:30.312447 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d096766a-fa0b-4f34-b5b8-98395aebae94 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.315891 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d096766a-fa0b-4f34-b5b8-98395aebae94 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.318649 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d096766a-fa0b-4f34-b5b8-98395aebae94 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "DELETE /v2.0/security-groups/abc0775a-1280-475f-9651-63fd2840d6a7 HTTP/1.1" status: 204 len: 168 time: 0.2867467 Sep 15 13:52:30.322370 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36740) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:30.334922 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096766a-fa0b-4f34-b5b8-98395aebae94 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc0775a-1280-475f-9651-63fd2840d6a7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:30.379602 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-31b722cb-14c9-468f-b660-e86805a77d81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 1002 time: 0.0693536 Sep 15 13:52:30.381130 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-a59113fd-d033-45e7-8058-4640b31ebbaf None None] Provisioning complete for port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:30.381510 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a59113fd-d033-45e7-8058-4640b31ebbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.435597 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-79be1391-c011-4fd8-84a9-9f9948da098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:30.437119 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-79be1391-c011-4fd8-84a9-9f9948da098f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0502372 Sep 15 13:52:30.492883 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-3831f9df-5c8a-4564-9d22-df5f2e640421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:30.494395 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-3831f9df-5c8a-4564-9d22-df5f2e640421 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492926 Sep 15 13:52:30.499426 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Deleting port f07a9fb5-5b4a-4183-b413-82b819229b38 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:30.499774 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.581956 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.582249 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.595074 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Calling delete_port for f07a9fb5-5b4a-4183-b413-82b819229b38 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:30.596043 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-ac298127-c8b1-4ea8-8ad0-88bc335179ad service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913489 Sep 15 13:52:30.696784 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-92cebcc5-ec93-4fba-83d9-61f9aab9077c req-dcbf7338-537e-4f07-8eb3-5fe4d9414400 service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916147 Sep 15 13:52:30.855540 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.882511 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event deleted for resources: {'Port': ['ID=f07a9fb5-5b4a-4183-b413-82b819229b38,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:30.941507 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.941835 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.l3_db [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Floating IP 50fad64f-561e-433b-8aa3-60a1b2d6bee5 disassociated (deleted). External IP: 172.27.3.148, port: 534dd8dd-a0aa-4090-b49f-f0f94533c8e3. Sep 15 13:52:31.150666 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:52:31.256461 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:31.261361 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:31.267587 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] Sync routers for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:31.277043 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:31.277661 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:31.290419 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-9a7fd161-bfaa-4268-a185-fa89ca724a7a tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "DELETE /v2.0/floatingips/50fad64f-561e-433b-8aa3-60a1b2d6bee5 HTTP/1.1" status: 204 len: 168 time: 0.9670274 Sep 15 13:52:31.290994 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:31.293378 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4223932-35af-4fc8-a9b9-67035c4dbf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:31.392065 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:31.426361 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e27131-dfcb-4099-a7d6-bb3f3c57566f x-openstack-request-id: req-29e27131-dfcb-4099-a7d6-bb3f3c57566f {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:31.427191 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:31.427443 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29e27131-dfcb-4099-a7d6-bb3f3c57566f {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:31.427860 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'status': 'completed', 'code': 200} Sep 15 13:52:31.492663 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-ff04e54e-e30b-4a71-9645-d54f3b374fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:31.494626 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-ff04e54e-e30b-4a71-9645-d54f3b374fae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0431468 Sep 15 13:52:31.604385 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-903b78f6-2475-43e2-9fb8-48336cbb0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:31.605977 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-903b78f6-2475-43e2-9fb8-48336cbb0c20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 200 len: 915 time: 0.1036394 Sep 15 13:52:31.649673 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-578c998f-dd8f-4c9c-b159-9796ff51060a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 200 len: 217 time: 0.0359259 Sep 15 13:52:31.706951 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-acd72009-e767-4899-822b-a21b5648b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:31.708695 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-acd72009-e767-4899-822b-a21b5648b02a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 200 len: 853 time: 0.0514114 Sep 15 13:52:31.735747 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:46Z', 'revision_number': 5, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:31.762424 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] Checking router: b7b3c31f-b9e9-455a-98d7-41003fa14bf3 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:31.765692 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-959ac2f6-9f1a-41d9-aa4b-f39dbb1d5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:31.767859 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-959ac2f6-9f1a-41d9-aa4b-f39dbb1d5684 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d419283a-4a2e-4412-99e3-b71b0e14bec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514603 Sep 15 13:52:31.771226 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:31.771856 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:31.871187 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-80e58717-2e15-4761-addd-82c2a246cf8e service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949202 Sep 15 13:52:31.886676 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:31.972795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4223932-35af-4fc8-a9b9-67035c4dbf9c req-86bac37d-2260-42c7-8838-bc02ce806dcc service neutron] 10.222.0.37 "GET /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917089 Sep 15 13:52:32.097262 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:46Z', 'revision_number': 5, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:32.124097 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd505b-ccbb-4338-9628-108a370169f8 None None] The sync data for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi is: [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:46:42Z', 'revision_number': 4, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '6b0eb708-c88a-4ecf-b197-cda1e90527e7', 'name': '', 'network_id': 'd419283a-4a2e-4412-99e3-b71b0e14bec8', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'mac_address': 'fa:16:3e:e1:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:41Z', 'updated_at': '2021-09-15T13:46:46Z', 'revision_number': 5, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'subnets': [{'id': '519bdb43-11eb-47bd-9df3-de2c91337784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:32.352235 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b778bc-82c9-4fd6-b492-e6dc7629fa84 None None] New status for floating IP 50fad64f-561e-433b-8aa3-60a1b2d6bee5: DOWN {{(pid=101157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:52:35.840267 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c4c86-bbb5-4ad6-9217-1e30279beb2a req-c91ebf90-0abc-4bdf-a69f-e8386db407e4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:35.841828 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-256c4c86-bbb5-4ad6-9217-1e30279beb2a req-c91ebf90-0abc-4bdf-a69f-e8386db407e4 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0496299 Sep 15 13:52:35.880418 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-256c4c86-bbb5-4ad6-9217-1e30279beb2a req-38b516f6-92c1-4381-9812-c4545fd6b029 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Sep 15 13:52:36.995700 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4307891-cbbf-414f-9531-648f38dbb4b5 req-96c82d1f-ddd8-4dcf-888b-42f911e3356e tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:36.997259 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4307891-cbbf-414f-9531-648f38dbb4b5 req-96c82d1f-ddd8-4dcf-888b-42f911e3356e tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0501041 Sep 15 13:52:37.034620 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4307891-cbbf-414f-9531-648f38dbb4b5 req-94921345-7732-4553-9fb3-fc163a514398 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Sep 15 13:52:37.934650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:38.152520 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c474f5-9f4a-4c0f-b27e-bbee0ea5562b req-e5bcec28-dd9f-4b22-a0f8-c60c98300f23 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:38.154136 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-29c474f5-9f4a-4c0f-b27e-bbee0ea5562b req-e5bcec28-dd9f-4b22-a0f8-c60c98300f23 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0537400 Sep 15 13:52:38.199946 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-29c474f5-9f4a-4c0f-b27e-bbee0ea5562b req-4be82616-8cc3-4664-9432-3850df2ab669 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac4edd1-24e1-455b-be8c-2626b4458a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Sep 15 13:52:38.390282 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-56a3e510-a356-4868-9415-00c33499a5b0 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:38.391772 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-56a3e510-a356-4868-9415-00c33499a5b0 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 946 time: 0.0497453 Sep 15 13:52:38.496344 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Deleting port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:38.496595 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:38.587038 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] For port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:38.587393 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:38.599479 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Calling delete_port for 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:38.826228 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:38.837484 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['534dd8dd-a0aa-4090-b49f-f0f94533c8e3'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:52:38.855629 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Pushing event deleted for resources: {'Port': ['ID=534dd8dd-a0aa-4090-b49f-f0f94533c8e3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:38.895478 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] No DVR routers for this DVR port 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:52:38.898100 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:38.900068 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d54d42c7-0766-48c0-96aa-bdec58330235 req-8836d56c-5f44-48de-b94c-0e6743b48d2c tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.37 "DELETE /v2.0/ports/534dd8dd-a0aa-4090-b49f-f0f94533c8e3 HTTP/1.1" status: 204 len: 173 time: 0.5005503 Sep 15 13:52:38.900497 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'name': 'network-vif-deleted', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:38.902794 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8afe2ae-be20-4268-bddd-15dd20e03950" -d '{"events": [{"server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "name": "network-vif-deleted", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:38.940358 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc139a8-5f59-4e51-826b-3196a6361e41 x-openstack-request-id: req-8cc139a8-5f59-4e51-826b-3196a6361e41 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:38.940515 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdbc724-9659-4e5c-b73b-695420f55ef9", "name": "network-vif-deleted", "tag": "534dd8dd-a0aa-4090-b49f-f0f94533c8e3", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:38.940654 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cc139a8-5f59-4e51-826b-3196a6361e41 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:38.941111 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdbc724-9659-4e5c-b73b-695420f55ef9', 'name': 'network-vif-deleted', 'tag': '534dd8dd-a0aa-4090-b49f-f0f94533c8e3', 'status': 'completed', 'code': 200} Sep 15 13:52:39.313955 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c8461bb6-03c8-4110-ae6b-b0d6144c63e4 req-8d9a87a8-527a-403c-91e5-31eccc5a8501 tempest-TestMinimumBasicScenario-935476924 tempest-TestMinimumBasicScenario-935476924-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfdbc724-9659-4e5c-b73b-695420f55ef9 HTTP/1.1" status: 200 len: 210 time: 0.0305219 Sep 15 13:52:42.165655 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36884) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:42.663691 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:43.097453 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Deleting port 6b0eb708-c88a-4ecf-b197-cda1e90527e7 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:43.097793 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:43.141197 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:52:43.166599 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:52:43.166941 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 534dd8dd-a0aa-4090-b49f-f0f94533c8e3 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:52:43.180625 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] For port 6b0eb708-c88a-4ecf-b197-cda1e90527e7, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=6b0eb708-c88a-4ecf-b197-cda1e90527e7,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:43.181221 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:43.194041 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Calling delete_port for 6b0eb708-c88a-4ecf-b197-cda1e90527e7 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:43.454820 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:43.482774 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0eb708-c88a-4ecf-b197-cda1e90527e7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:43.676583 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:43.890275 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:52:44.002189 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:44.007980 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-04d712a3-499e-474e-b356-b05630034c4c admin admin] 10.222.0.23 "PUT /v2.0/routers/b7b3c31f-b9e9-455a-98d7-41003fa14bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412895 Sep 15 13:52:44.010822 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36896) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:44.014573 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] Sync routers for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:44.025380 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:44.026358 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:44.116647 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:44.134961 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:44.218817 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:44.317572 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:52:43Z', 'revision_number': 5, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port': {'id': 'd36a327a-c56f-4a2d-b404-6f0ad347e9bc', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:38Z', 'updated_at': '2021-09-15T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:44.344071 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] Checking router: b7b3c31f-b9e9-455a-98d7-41003fa14bf3 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:44.352445 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] Routers {'b7b3c31f-b9e9-455a-98d7-41003fa14bf3'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:44.353104 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:44.361699 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Deleting port d36a327a-c56f-4a2d-b404-6f0ad347e9bc {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:44.362034 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:44.444687 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] For port d36a327a-c56f-4a2d-b404-6f0ad347e9bc, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:44.445084 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:44.446214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] Set router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:44.457707 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Calling delete_port for d36a327a-c56f-4a2d-b404-6f0ad347e9bc owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:44.508740 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:52:44Z', 'revision_number': 6, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:44.536555 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089769d-c086-4a28-b0e1-d438f063ae31 None None] The sync data for ids ['b7b3c31f-b9e9-455a-98d7-41003fa14bf3'] in dv-cinder-759961-19-iscsi is: [{'id': 'b7b3c31f-b9e9-455a-98d7-41003fa14bf3', 'name': 'tempest-TestMinimumBasicScenario-584136379-router', 'tenant_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:37Z', 'updated_at': '2021-09-15T13:52:44Z', 'revision_number': 6, 'project_id': 'db3e8cf4fc2e489683dd12bb8ec08b6c', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:44.711980 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:44.742573 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36a327a-c56f-4a2d-b404-6f0ad347e9bc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:44.801323 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:44.917659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:44.917659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.089345 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.089841 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7b3c31f-b9e9-455a-98d7-41003fa14bf3 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:52:45.111313 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.111313 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ee074c4e-ac73-4de6-9119-a0d961479e89 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b7b3c31f-b9e9-455a-98d7-41003fa14bf3 HTTP/1.1" status: 204 len: 168 time: 1.0840249 Sep 15 13:52:45.111313 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36902) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:45.144151 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] Deleting subnet 519bdb43-11eb-47bd-9df3-de2c91337784 {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:52:45.148317 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.184969 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26491854'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.310345 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.420819 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686034'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.449006 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519bdb43-11eb-47bd-9df3-de2c91337784,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:45.451058 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.453061 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-96442472-e2a2-46b6-9b45-4d4688e7cd7e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/519bdb43-11eb-47bd-9df3-de2c91337784 HTTP/1.1" status: 204 len: 168 time: 0.3539171 Sep 15 13:52:45.456174 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36906) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:45.462740 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78dfa0c-6529-4f9a-886d-961d23a39810 None None] Network d419283a-4a2e-4412-99e3-b71b0e14bec8 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:45.531434 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.614394 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Deleting port 9390469e-912a-40ca-a20b-7d3577634c9d {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:45.614727 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.682558 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] DHCP port deletion for d419283a-4a2e-4412-99e3-b71b0e14bec8 request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:52:45.687419 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] For port 9390469e-912a-40ca-a20b-7d3577634c9d, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=9390469e-912a-40ca-a20b-7d3577634c9d,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:45.687835 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.689511 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device d36a327a-c56f-4a2d-b404-6f0ad347e9bc no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:52:45.702764 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Calling delete_port for 9390469e-912a-40ca-a20b-7d3577634c9d owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:45.727222 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: d36a327a-c56f-4a2d-b404-6f0ad347e9bc {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:52:45.727569 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device d36a327a-c56f-4a2d-b404-6f0ad347e9bc not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:52:45.727994 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 6b0eb708-c88a-4ecf-b197-cda1e90527e7 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:52:45.752674 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 6b0eb708-c88a-4ecf-b197-cda1e90527e7 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:52:45.753233 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 6b0eb708-c88a-4ecf-b197-cda1e90527e7 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:52:45.777139 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] Deleting port 9390469e-912a-40ca-a20b-7d3577634c9d {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:45.777520 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.841172 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] For port 9390469e-912a-40ca-a20b-7d3577634c9d, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=9390469e-912a-40ca-a20b-7d3577634c9d,segment=NetworkSegment(2af05113-02d1-46d8-9fbe-79e6dab7ecc1),segment_id=2af05113-02d1-46d8-9fbe-79e6dab7ecc1)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:45.841559 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.854477 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] Calling delete_port for 9390469e-912a-40ca-a20b-7d3577634c9d owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:45.866778 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.893841 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Pushing event deleted for resources: {'Port': ['ID=9390469e-912a-40ca-a20b-7d3577634c9d,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:45.899679 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] No DVR routers for this DVR port 9390469e-912a-40ca-a20b-7d3577634c9d on host dv-cinder-759961-19-iscsi {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:52:45.976484 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:45.984873 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:46.000823 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-5764c5c2-a630-433d-a88f-c4634f3af36b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167902020&fields=id&tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 267 time: 0.0349534 Sep 15 13:52:46.012751 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] Pushing event deleted for resources: {'Port': ['ID=9390469e-912a-40ca-a20b-7d3577634c9d,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:46.014680 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141e5f3-096d-4651-8f91-9dca7bd00c7d None None] No DVR routers for this DVR port 9390469e-912a-40ca-a20b-7d3577634c9d on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:52:46.020053 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a518-d504-4f17-9fa8-09c94e1691c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:46.125032 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-3f0f584e-05b7-4361-aa40-44893508b150 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:46.126506 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-3f0f584e-05b7-4361-aa40-44893508b150 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 811 time: 0.1162694 Sep 15 13:52:46.143359 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-1896dddf-8157-43e6-a57c-be62e151266f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/quotas/c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 375 time: 0.0095370 Sep 15 13:52:46.201669 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-eb7f45ab-4f84-4fa8-a2dc-ae4ff3920c95 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521283 Sep 15 13:52:46.203560 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d419283a-4a2e-4412-99e3-b71b0e14bec8']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:46.213628 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af05113-02d1-46d8-9fbe-79e6dab7ecc1') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:46.213920 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af05113-02d1-46d8-9fbe-79e6dab7ecc1') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:46.223071 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:46.236737 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:46.243397 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:52:46.243873 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:52:46.245629 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:52:46.299444 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-0bdb8818-885a-44b1-8071-ab8dd5148abe service neutron] 10.222.0.23 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853300 Sep 15 13:52:46.391663 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-59cb846f-a45c-4056-b8f9-5c9164108a89 service neutron] 10.222.0.23 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Sep 15 13:52:46.397816 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:46.403825 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:46.406144 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d419283a-4a2e-4412-99e3-b71b0e14bec8 HTTP/1.1" status: 204 len: 168 time: 0.9489870 Sep 15 13:52:46.409196 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36918) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:46.417815 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe430f0-292a-4a1e-bc16-6d4d336ae979 admin admin] Pushing event deleted for resources: {'Network': ['ID=d419283a-4a2e-4412-99e3-b71b0e14bec8,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:46.828329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:47.116311 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Deleting port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:47.116996 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:47.195414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] For port 89b546d9-0ffe-4e2e-95d1-79117a30a1d7, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,segment=NetworkSegment(d9bb30f1-1ce1-47fd-87fb-432a72a68d33),segment_id=d9bb30f1-1ce1-47fd-87fb-432a72a68d33)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:47.195749 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:47.212523 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Calling delete_port for 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 owned by network:router_interface {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:47.246175 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e635879c-9150-4f5d-8e3c-9ad2faa109ef req-949267fb-c49c-497c-9a55-318fec91f9f8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Sep 15 13:52:47.591738 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:47.620367 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b546d9-0ffe-4e2e-95d1-79117a30a1d7,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:47.632643 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.633016 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.633351 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.636524 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.636936 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.644472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.644472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.644472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.644472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.644472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.644472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.644472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:47.670371 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 9390469e-912a-40ca-a20b-7d3577634c9d no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:52:47.710180 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 9390469e-912a-40ca-a20b-7d3577634c9d {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:52:47.723096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 9390469e-912a-40ca-a20b-7d3577634c9d not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:52:47.806981 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:48.277531 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:52:48.358836 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a9302b84-63c9-4e5e-a351-86889c31a1c6 req-9094ab00-3160-458d-acf6-a7290b8e1bb8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 210 time: 0.0338738 Sep 15 13:52:48.413452 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:48.418524 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-028448d2-3b8d-4007-9692-e3ddd9befde3 admin admin] 10.222.0.23 "PUT /v2.0/routers/6a377be3-1387-42c1-bc8d-9db0da27bdb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0081515 Sep 15 13:52:48.421103 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36942) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:48.423648 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] Sync routers for ids ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:48.433941 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] Routers {'6a377be3-1387-42c1-bc8d-9db0da27bdb1'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:48.434539 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:48.524856 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:48.535696 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] Set router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:48.634674 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:48.678298 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-10f50d6d-425b-4ae3-b692-c85e4875436a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:48.728870 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:52:47Z', 'revision_number': 5, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port': {'id': 'c6101026-1f28-4369-8865-5a15a92c211a', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:47Z', 'updated_at': '2021-09-15T13:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:48.759820 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] Checking router: 6a377be3-1387-42c1-bc8d-9db0da27bdb1 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:48.762779 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Deleting port c6101026-1f28-4369-8865-5a15a92c211a {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:48.763127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:48.768204 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] Routers {'6a377be3-1387-42c1-bc8d-9db0da27bdb1'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:48.768808 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:48.820395 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:48.854090 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] For port c6101026-1f28-4369-8865-5a15a92c211a, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=c6101026-1f28-4369-8865-5a15a92c211a,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:48.854481 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:48.855671 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] Set router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 gateway port host: None {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:48.868065 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Calling delete_port for c6101026-1f28-4369-8865-5a15a92c211a owned by network:router_gateway {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:48.913437 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:52:48Z', 'revision_number': 6, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:48.944942 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8971ed07-27cd-4e2d-9b32-b6a6dcfe5a13 None None] The sync data for ids ['6a377be3-1387-42c1-bc8d-9db0da27bdb1'] in dv-cinder-759961-19-iscsi is: [{'id': '6a377be3-1387-42c1-bc8d-9db0da27bdb1', 'name': 'tempest-TestMinimumBasicScenario-1134680683-router', 'tenant_id': '9845b45d41b74275a63218f32e5b25ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:46Z', 'updated_at': '2021-09-15T13:52:48Z', 'revision_number': 6, 'project_id': '9845b45d41b74275a63218f32e5b25ec', 'gw_port_host': None}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:49.145757 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.179246 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6101026-1f28-4369-8865-5a15a92c211a,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:49.237312 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.357541 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.360210 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.452548 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4487dd60-8308-4357-bf23-28aacbcc2827 req-db9e990a-60b2-4ca8-a8a5-e04dbf2378a5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 210 time: 0.0271277 Sep 15 13:52:49.557725 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.558248 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a377be3-1387-42c1-bc8d-9db0da27bdb1 {{(pid=101155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:52:49.563608 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.564740 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-46a84896-3e6b-4cb8-b412-411d84be07a3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6a377be3-1387-42c1-bc8d-9db0da27bdb1 HTTP/1.1" status: 204 len: 168 time: 1.1427555 Sep 15 13:52:49.567200 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 36948) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:49.614787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] Deleting subnet c3d95930-e5a8-4f0c-a2a0-dddc588eb625 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:52:49.617959 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.652699 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.743691 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device c6101026-1f28-4369-8865-5a15a92c211a no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:52:49.763530 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: c6101026-1f28-4369-8865-5a15a92c211a {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:52:49.763913 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device c6101026-1f28-4369-8865-5a15a92c211a not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:52:49.764323 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:52:49.773880 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:49.783750 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:52:49.784102 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 89b546d9-0ffe-4e2e-95d1-79117a30a1d7 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:52:49.963616 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.020319 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d95930-e5a8-4f0c-a2a0-dddc588eb625,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:50.030456 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.032328 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-37a74ea3-ba53-4b0d-9c9a-eda9629a9753 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3d95930-e5a8-4f0c-a2a0-dddc588eb625 HTTP/1.1" status: 204 len: 168 time: 0.4638560 Sep 15 13:52:50.035336 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:50.038342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0370a103-baac-4227-a757-5e533e2083ca None None] Network 8c808d65-e853-4246-9db7-24e3d244dc4b requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:50.065323 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f855b94-5fdd-407c-8e88-8bd3795f5e4a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:50.066847 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f855b94-5fdd-407c-8e88-8bd3795f5e4a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 811 time: 0.1488454 Sep 15 13:52:50.069639 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.111363 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-73417b5a-3952-48b6-b623-66f85859ecff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 379 time: 0.0352798 Sep 15 13:52:50.114825 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.120472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'port': {'device_id': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'admin_state_up': True, 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'security_groups': ['6c284f9e-e739-4a5b-89a9-4e20a9192d9d']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:50.173066 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Deleting port fb085024-11f4-4734-b1dc-44344e34b531 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:50.173499 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.251697 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] For port fb085024-11f4-4734-b1dc-44344e34b531, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=fb085024-11f4-4734-b1dc-44344e34b531,segment=NetworkSegment(d9bb30f1-1ce1-47fd-87fb-432a72a68d33),segment_id=d9bb30f1-1ce1-47fd-87fb-432a72a68d33)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:50.251697 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.265008 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Calling delete_port for fb085024-11f4-4734-b1dc-44344e34b531 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:50.340638 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Made reservation on behalf of c2ebbbe1401e4c0da8f43ab8cf7a7639 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:50.344331 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.365304 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] DHCP port deletion for 8c808d65-e853-4246-9db7-24e3d244dc4b request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:52:50.413598 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] Deleting port fb085024-11f4-4734-b1dc-44344e34b531 {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:52:50.413973 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.460646 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.481166 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Allocated IP 172.20.0.8 (cba5a597-4483-4cf3-bfb4-5390d099e880/2841eed9-d2e4-4a36-bee9-5f92902315d6/04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:50.482377 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] For port fb085024-11f4-4734-b1dc-44344e34b531, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=fb085024-11f4-4734-b1dc-44344e34b531,segment=NetworkSegment(d9bb30f1-1ce1-47fd-87fb-432a72a68d33),segment_id=d9bb30f1-1ce1-47fd-87fb-432a72a68d33)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:50.483287 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.490833 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb085024-11f4-4734-b1dc-44344e34b531,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:50.498232 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] No DVR routers for this DVR port fb085024-11f4-4734-b1dc-44344e34b531 on host dv-cinder-759961-19-iscsi {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:52:50.500790 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.501162 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.501489 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.502004 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.502342 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.502664 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.503158 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.503484 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.503807 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.504280 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.504902 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.505410 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:50.506134 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] Calling delete_port for fb085024-11f4-4734-b1dc-44344e34b531 owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:52:50.585196 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d55cc940-e285-49dc-a38d-42591739d22b req-db8b1b58-2c68-44a2-ade3-09aa3f721e04 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 210 time: 0.0435598 Sep 15 13:52:50.596423 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.597146 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.618949 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c808d65-e853-4246-9db7-24e3d244dc4b']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:50.625871 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] Pushing event deleted for resources: {'Port': ['ID=fb085024-11f4-4734-b1dc-44344e34b531,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:50.627818 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338a404-f5e8-40bf-a246-5746175b8dbd None None] No DVR routers for this DVR port fb085024-11f4-4734-b1dc-44344e34b531 on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:52:50.628462 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:50.628758 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bb30f1-1ce1-47fd-87fb-432a72a68d33') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:50.640864 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.655114 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.662310 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:52:50.676049 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:52:50.706349 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.872076 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.873506 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.879126 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:50.883937 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8c808d65-e853-4246-9db7-24e3d244dc4b HTTP/1.1" status: 204 len: 168 time: 0.8446517 Sep 15 13:52:50.891737 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed3482-1f99-494d-8dad-5e093ac62311 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c808d65-e853-4246-9db7-24e3d244dc4b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:50.917417 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Network cba5a597-4483-4cf3-bfb4-5390d099e880 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:50.923309 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:50.924109 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:50.951174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:50.989203 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:50.989932 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.118456 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f04e236e-b8d5-4387-a392-a0f9fa663d0b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0016687 Sep 15 13:52:51.130131 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-3c2dcb73-afe0-40bc-b247-1b6741752dfb None None] Provisioning complete for port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:51.130131 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3c2dcb73-afe0-40bc-b247-1b6741752dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.130842 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Request body: {'port': {'device_id': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:51.172411 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-3c2dcb73-afe0-40bc-b247-1b6741752dfb None None] Port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:51.190904 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.328057 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36960) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:51.356278 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-172c8f8c-80ab-4107-afa3-13bea4ab85a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db3e8cf4fc2e489683dd12bb8ec08b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384698 Sep 15 13:52:51.358755 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36962) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:51.406798 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82bdb560-4fa4-474d-b78a-41d5c85f7818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.428998 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82bdb560-4fa4-474d-b78a-41d5c85f7818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.453774 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:52:51.461933 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.652207 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device fb085024-11f4-4734-b1dc-44344e34b531 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:52:51.682381 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: fb085024-11f4-4734-b1dc-44344e34b531 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:52:51.682381 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device fb085024-11f4-4734-b1dc-44344e34b531 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:52:51.714267 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789837-7d99-403d-9432-da6db4223786 req-0d569a1e-6dbe-4197-89ab-8e458a2c8ae2 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:51.715792 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6f789837-7d99-403d-9432-da6db4223786 req-0d569a1e-6dbe-4197-89ab-8e458a2c8ae2 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 931 time: 0.0529585 Sep 15 13:52:51.752667 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6f789837-7d99-403d-9432-da6db4223786 req-374f0b79-14f4-489e-a91a-ba7e1e2ca7b6 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306885 Sep 15 13:52:51.791488 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Transition to ACTIVE for port object 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:52:51.802748 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82bdb560-4fa4-474d-b78a-41d5c85f7818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.802748 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-82bdb560-4fa4-474d-b78a-41d5c85f7818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.802748 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-82bdb560-4fa4-474d-b78a-41d5c85f7818 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ac4edd1-24e1-455b-be8c-2626b4458a2a HTTP/1.1" status: 204 len: 168 time: 0.4355967 Sep 15 13:52:51.803121 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdb560-4fa4-474d-b78a-41d5c85f7818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac4edd1-24e1-455b-be8c-2626b4458a2a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:51.861347 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.894340 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:51.948153 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:52.025426 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Attempting to bind port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:52.025758 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Attempting to bind port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:52.026086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Attempting to bind port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:52.030621 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea on network cba5a597-4483-4cf3-bfb4-5390d099e880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:52:52.030940 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Attempting to bind port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:52.037246 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:52.038453 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Checking segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:52.038453 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Bound using segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:52.038686 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Bound port: 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:52.038873 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:52.124746 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] For port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:52.135401 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] For port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:52.283311 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:52.317704 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.318394 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:52.319761 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] 10.222.0.37 "PUT /v2.0/ports/04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea HTTP/1.1" status: 200 len: 1093 time: 1.1938875 Sep 15 13:52:52.320191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:52.322527 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880bb147-f315-4ed2-b1d3-ee6d966e1f10" -d '{"events": [{"name": "network-changed", "server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:52.349822 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41996d-0bc1-4799-a810-15a99c47bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:52.368010 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d57c61-7bda-4e6d-8b7d-301113eff8c2 x-openstack-request-id: req-24d57c61-7bda-4e6d-8b7d-301113eff8c2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:52.368307 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:52.368557 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24d57c61-7bda-4e6d-8b7d-301113eff8c2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:52.368985 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'status': 'completed', 'code': 200} Sep 15 13:52:52.432951 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb147-f315-4ed2-b1d3-ee6d966e1f10 req-acfe21f5-c2b5-476d-b3e5-0f5d38ce942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.434920 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-880bb147-f315-4ed2-b1d3-ee6d966e1f10 req-acfe21f5-c2b5-476d-b3e5-0f5d38ce942c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 1096 time: 0.0447984 Sep 15 13:52:52.546524 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb147-f315-4ed2-b1d3-ee6d966e1f10 req-385c3038-adbc-45f4-a204-59885b762118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.546524 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-880bb147-f315-4ed2-b1d3-ee6d966e1f10 req-385c3038-adbc-45f4-a204-59885b762118 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982609 Sep 15 13:52:52.592743 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36974) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:52.634461 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f56fe20c-f4b9-4d0c-8b10-aa6f36468660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9845b45d41b74275a63218f32e5b25ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405178 Sep 15 13:52:52.637068 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 36976) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:52.643197 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb147-f315-4ed2-b1d3-ee6d966e1f10 req-a4f905dd-1a55-40bc-ace9-fa31126b2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.644711 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-880bb147-f315-4ed2-b1d3-ee6d966e1f10 req-a4f905dd-1a55-40bc-ace9-fa31126b2bd4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903943 Sep 15 13:52:52.693716 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c44d092-fb71-41e4-8c9f-46a08e2dbae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:52.715532 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c44d092-fb71-41e4-8c9f-46a08e2dbae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:52.722579 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-c7243883-eaf7-4fe2-9f35-5ea7ef5255b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.724118 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-c7243883-eaf7-4fe2-9f35-5ea7ef5255b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 1096 time: 0.0451238 Sep 15 13:52:52.765244 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-f4e9abbf-3b58-4ce9-a95a-9ce7d90592fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea HTTP/1.1" status: 200 len: 217 time: 0.0334690 Sep 15 13:52:52.814567 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-501f6536-d925-44d5-8d6e-b2c8b2061766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.816014 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-501f6536-d925-44d5-8d6e-b2c8b2061766 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0438509 Sep 15 13:52:52.872002 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c44d092-fb71-41e4-8c9f-46a08e2dbae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:52.875508 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3c44d092-fb71-41e4-8c9f-46a08e2dbae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:52.877225 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-3c44d092-fb71-41e4-8c9f-46a08e2dbae1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8395d391-b472-415b-a089-ec13b5e72e80 HTTP/1.1" status: 204 len: 168 time: 0.2389700 Sep 15 13:52:52.891157 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44d092-fb71-41e4-8c9f-46a08e2dbae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395d391-b472-415b-a089-ec13b5e72e80,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:52.891309 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-ef3f817d-5c46-4789-bfd1-23688885cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.892825 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-ef3f817d-5c46-4789-bfd1-23688885cbaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699713 Sep 15 13:52:52.904044 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725d4f4-1edf-4252-9f06-651178efd276 req-9463f978-d882-48d8-bbbd-d6d75cc7a112 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:52.905589 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0725d4f4-1edf-4252-9f06-651178efd276 req-9463f978-d882-48d8-bbbd-d6d75cc7a112 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.0816259 Sep 15 13:52:52.992205 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0725d4f4-1edf-4252-9f06-651178efd276 req-b8812fa6-df5b-4caa-b8da-5107dacb85c6 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782998 Sep 15 13:52:53.015073 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-c62c9747-7706-4a99-a1f7-5f12b554ef07 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085429 Sep 15 13:52:53.105723 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e5d7f00d-ec1a-45eb-80d8-094e055cfc04 req-fe2a28a4-1621-47b6-b428-7b3f7483e3ae service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Sep 15 13:52:54.112998 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15960aef-93d7-4844-9846-03ce598c054d req-dee0cac3-044a-47fa-9678-b31aae20b8b7 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:54.114477 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15960aef-93d7-4844-9846-03ce598c054d req-dee0cac3-044a-47fa-9678-b31aae20b8b7 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.0498402 Sep 15 13:52:54.152051 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-15960aef-93d7-4844-9846-03ce598c054d req-d4951988-585d-49d0-bd37-0da73d60f8a8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Sep 15 13:52:54.161924 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37006) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:54.259609 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69718982-network', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:54.391111 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Made reservation on behalf of e988ae37b33e4cbdbb1ad25e2013f980 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:54.393406 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.405849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.494159 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.562772 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.586864 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:52:54.596329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1d017-3755-453e-8641-1a6ed9757819,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:54.601886 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.602128 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Added segment 450fe9f6-6e0f-4810-bd58-12ae7ed42459 of type vlan for network 98958585-e65f-4168-801c-3f7a5a038807 Sep 15 13:52:54.640760 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.734286 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.735292 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:54.735873 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.797850 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] Pushing event updated for resources: {'Network': ['ID=98958585-e65f-4168-801c-3f7a5a038807,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:54.808004 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 98958585-e65f-4168-801c-3f7a5a038807 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:52:54.855190 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-64f060d1-f8b7-41c5-9b37-78a39ec8558e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6918736 Sep 15 13:52:54.857789 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37012) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:54.862426 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Request body: {'subnet': {'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69718982-subnet', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:54.974239 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Made reservation on behalf of e988ae37b33e4cbdbb1ad25e2013f980 for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:54.976681 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28921416'] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:55.209171 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26627816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28921446'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:55.292236 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa53646b-0975-48d1-9f3f-e8643f88cdff,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:55.314883 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dcea1-fbf8-4f59-91fc-41248fab9bf5 req-b0421c76-d961-4dfd-9776-85733c499f1a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:55.316512 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-850dcea1-fbf8-4f59-91fc-41248fab9bf5 req-b0421c76-d961-4dfd-9776-85733c499f1a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.0997369 Sep 15 13:52:55.317645 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Checking segment: {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:55.318214 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Network hostable DHCP agents. Network: 98958585-e65f-4168-801c-3f7a5a038807, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:52:55.363136 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-850dcea1-fbf8-4f59-91fc-41248fab9bf5 req-d0d22d5f-4d4b-4d5b-b1c9-cb2fe5bda16f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375295 Sep 15 13:52:55.419913 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Network 98958585-e65f-4168-801c-3f7a5a038807 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:52:55.534252 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 98958585-e65f-4168-801c-3f7a5a038807) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:55.539396 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:55.539971 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:55.544059 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a35fb0-2406-4f34-9a4b-06b7779c24da None None] Network 98958585-e65f-4168-801c-3f7a5a038807 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:55.637249 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-016e2dc8-4ba8-406b-b0ed-c0b288b6d99c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7781668 Sep 15 13:52:55.639706 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37018) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:55.643944 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:55.693143 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-98958585-e65f-4168-801c-3f7a5a038807', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:52:55.694001 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:55.774625 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:55.775596 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:55.834460 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Allocated IP 172.20.0.2 (98958585-e65f-4168-801c-3f7a5a038807/fa53646b-0975-48d1-9f3f-e8643f88cdff/1bed1dbd-fabd-4de9-b264-716301610fc0) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:55.992342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.089506 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.094645 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.132164 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Network 98958585-e65f-4168-801c-3f7a5a038807 is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:56.134930 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:56.137346 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:56.148585 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Pushing event updated for resources: {'Port': ['ID=1bed1dbd-fabd-4de9-b264-716301610fc0,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:56.197287 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Attempting to bind port 1bed1dbd-fabd-4de9-b264-716301610fc0 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:56.197655 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Attempting to bind port 1bed1dbd-fabd-4de9-b264-716301610fc0 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:56.198007 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Attempting to bind port 1bed1dbd-fabd-4de9-b264-716301610fc0 on network 98958585-e65f-4168-801c-3f7a5a038807 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:56.203357 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:56.203720 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Checking segment: {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:56.204138 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.204524 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Bound using segment: {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:56.205008 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Bound port: 1bed1dbd-fabd-4de9-b264-716301610fc0, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:56.205382 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.269919 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-98855659-488e-415e-91f9-93e0cf462292 None None] For port 1bed1dbd-fabd-4de9-b264-716301610fc0, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:56.273477 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-98855659-488e-415e-91f9-93e0cf462292 None None] For port 1bed1dbd-fabd-4de9-b264-716301610fc0, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=1bed1dbd-fabd-4de9-b264-716301610fc0,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:56.300131 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.449325 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.481007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb12bf-5f8c-4ad7-8cf9-34ef5be0ae25 req-f917ccfe-8bd4-4d78-a878-467337905c57 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:56.482521 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2afb12bf-5f8c-4ad7-8cf9-34ef5be0ae25 req-f917ccfe-8bd4-4d78-a878-467337905c57 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.0503147 Sep 15 13:52:56.508204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98855659-488e-415e-91f9-93e0cf462292 None None] Pushing event updated for resources: {'Port': ['ID=1bed1dbd-fabd-4de9-b264-716301610fc0,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:56.546970 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2afb12bf-5f8c-4ad7-8cf9-34ef5be0ae25 req-86365ba0-87f0-479b-aa11-1f59c1455ae9 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575194 Sep 15 13:52:56.759953 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.780153 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.881811 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Allocated IP 172.27.3.151 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/768c80c5-7d1c-47ce-81dc-947d826fdfdd) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:57.000541 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.100864 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.141735 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:57.144721 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:57.149045 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:57.157843 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Pushing event updated for resources: {'Port': ['ID=768c80c5-7d1c-47ce-81dc-947d826fdfdd,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:57.385839 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d5df8-af64-42b9-ac43-fa14304d8d10 None None] Network 98958585-e65f-4168-801c-3f7a5a038807 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:52:57.500317 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-c70e5f81-39d0-43c1-bec7-3249e70f1b14 None None] Provisioning complete for port 1bed1dbd-fabd-4de9-b264-716301610fc0 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:57.500595 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c70e5f81-39d0-43c1-bec7-3249e70f1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.544167 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.641256 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c70e5f81-39d0-43c1-bec7-3249e70f1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.706502 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-c70e5f81-39d0-43c1-bec7-3249e70f1b14 None None] For port 1bed1dbd-fabd-4de9-b264-716301610fc0, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=1bed1dbd-fabd-4de9-b264-716301610fc0,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:57.731556 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1bed1dbd-fabd-4de9-b264-716301610fc0 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:57.761744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcae01-109a-4e90-8f16-750c2d07b044 req-6d38645e-012d-4974-b6d6-8727918276bf tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:57.763195 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a3bcae01-109a-4e90-8f16-750c2d07b044 req-6d38645e-012d-4974-b6d6-8727918276bf tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.1012058 Sep 15 13:52:57.782201 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 1bed1dbd-fabd-4de9-b264-716301610fc0 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:57.782655 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.785961 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c70e5f81-39d0-43c1-bec7-3249e70f1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.828440 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:57.846273 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a3bcae01-109a-4e90-8f16-750c2d07b044 req-e0088b1f-0a24-47b7-89d9-c5fe6c39dd8d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495880 Sep 15 13:52:57.871123 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e5f81-39d0-43c1-bec7-3249e70f1b14 None None] Pushing event updated for resources: {'Port': ['ID=1bed1dbd-fabd-4de9-b264-716301610fc0,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:57.921947 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-54911b36-ca45-4e0c-87c2-f1a1d7f34279 None None] Provisioning complete for port 1bed1dbd-fabd-4de9-b264-716301610fc0 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:57.922312 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-54911b36-ca45-4e0c-87c2-f1a1d7f34279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.048650 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Router c1189bb2-ef51-4356-8df9-7409469f970b is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:52:58.154483 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:58.163867 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Sync routers for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:58.173231 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:58.173838 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:58.237013 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.238293 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-49d45563-7ce0-4f1b-aff8-ba4697b86f0c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5976624 Sep 15 13:52:58.241720 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37028) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:58.277343 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:58.453972 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:57Z', 'revision_number': 3, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:58.480478 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Checking router: c1189bb2-ef51-4356-8df9-7409469f970b for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:58.480820 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Updating router c1189bb2-ef51-4356-8df9-7409469f970b port 768c80c5-7d1c-47ce-81dc-947d826fdfdd binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:52:58.505234 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.654023 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.767058 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.814991 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Allocated IP 172.20.0.1 (98958585-e65f-4168-801c-3f7a5a038807/fa53646b-0975-48d1-9f3f-e8643f88cdff/bcb77548-5017-4bc7-a639-877cd7c9de91) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:58.877279 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.921150 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.928674 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Attempting to bind port 768c80c5-7d1c-47ce-81dc-947d826fdfdd on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:58.932784 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Attempting to bind port 768c80c5-7d1c-47ce-81dc-947d826fdfdd by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:58.932784 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Attempting to bind port 768c80c5-7d1c-47ce-81dc-947d826fdfdd on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:58.937833 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c97bb-c138-4c5a-b57f-a8108e221193 None None] Pushing event updated for resources: {'Port': ['ID=768c80c5-7d1c-47ce-81dc-947d826fdfdd,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:58.942542 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:58.942910 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:58.943308 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.943688 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:58.944701 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Bound port: 768c80c5-7d1c-47ce-81dc-947d826fdfdd, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:58.945001 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:58.994672 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058472e-b024-4e44-85a4-61b4659e2056 req-11041b5b-986f-4ffc-b8af-bc4c7fc84bc3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:58.996144 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d058472e-b024-4e44-85a4-61b4659e2056 req-11041b5b-986f-4ffc-b8af-bc4c7fc84bc3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.0614514 Sep 15 13:52:59.002829 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] For port 768c80c5-7d1c-47ce-81dc-947d826fdfdd, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:59.006002 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] For port 768c80c5-7d1c-47ce-81dc-947d826fdfdd, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=768c80c5-7d1c-47ce-81dc-947d826fdfdd,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:59.036973 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d058472e-b024-4e44-85a4-61b4659e2056 req-9d0fd858-7e86-4f14-9702-4359d2d68229 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341294 Sep 15 13:52:59.152269 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.152592 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.199801 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Network 98958585-e65f-4168-801c-3f7a5a038807 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:59.202975 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:59.210928 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:59.213430 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb77548-5017-4bc7-a639-877cd7c9de91,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:59.215423 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:59.221248 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:59.223300 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c97bb-c138-4c5a-b57f-a8108e221193 None None] Pushing event updated for resources: {'Port': ['ID=768c80c5-7d1c-47ce-81dc-947d826fdfdd,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:59.257765 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.334309 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:59.545367 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-289a9920-127b-4864-89b3-2b03a32f6068 None None] Provisioning complete for port bcb77548-5017-4bc7-a639-877cd7c9de91 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:59.545963 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-289a9920-127b-4864-89b3-2b03a32f6068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.603886 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.617676 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-289a9920-127b-4864-89b3-2b03a32f6068 None None] Port bcb77548-5017-4bc7-a639-877cd7c9de91 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:59.671679 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1bed1dbd-fabd-4de9-b264-716301610fc0 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:59.708360 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:57Z', 'revision_number': 3, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:59.738607 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b3c52-cd50-4c42-a5cc-b730d06e7b8d None None] The sync data for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi is: [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:57Z', 'revision_number': 3, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:59.758650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 1bed1dbd-fabd-4de9-b264-716301610fc0 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:59.758650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.776786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.900267 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:59.975098 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb77548-5017-4bc7-a639-877cd7c9de91,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:59.979083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:00.076600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Network 98958585-e65f-4168-801c-3f7a5a038807 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:00.080395 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:00.216709 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf7272-eb16-454d-98c1-4d394456c368 req-60489c93-a4ec-487f-b52f-08ba5ec0666a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:00.218294 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c2cf7272-eb16-454d-98c1-4d394456c368 req-60489c93-a4ec-487f-b52f-08ba5ec0666a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.0959973 Sep 15 13:53:00.251620 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Router c1189bb2-ef51-4356-8df9-7409469f970b has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:53:00.276784 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c2cf7272-eb16-454d-98c1-4d394456c368 req-221bba70-cad6-4f70-a7c7-a519efd437ab tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500143 Sep 15 13:53:00.344002 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-0ebbcda3-f07a-4666-869f-6362dcfc5e1a None None] Provisioning complete for port bcb77548-5017-4bc7-a639-877cd7c9de91 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:00.344378 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0ebbcda3-f07a-4666-869f-6362dcfc5e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:00.383345 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:53:00.384202 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbcda3-f07a-4666-869f-6362dcfc5e1a None None] Port bcb77548-5017-4bc7-a639-877cd7c9de91 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:53:00.388470 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-86a2eb05-0353-40d2-b2fa-b6d8c5e8ab55 admin admin] 10.222.0.23 "PUT /v2.0/routers/c1189bb2-ef51-4356-8df9-7409469f970b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1457531 Sep 15 13:53:01.210591 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37054) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:01.216155 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1189074751-network', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:01.229305 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:53:01.306027 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Made reservation on behalf of ab4ba78405e24dc1bce550179c99ef7b for: {'network': 1} {{(pid=101154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:53:01.313250 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.324089 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.328568 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:01.343539 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Sync routers for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:53:01.345750 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'port_id': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'mac_address': 'fa:16:3e:49:c3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:53:01.354660 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:01.355661 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:01.397314 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eac70f-dd9f-4f03-bff2-3798313efd90 req-1194bf37-d41a-4444-9c5a-19e53470cbd7 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:01.397908 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.405673 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40eac70f-dd9f-4f03-bff2-3798313efd90 req-1194bf37-d41a-4444-9c5a-19e53470cbd7 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 943 time: 0.0579886 Sep 15 13:53:01.413920 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:53:01.435985 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:01.443594 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.447719 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40eac70f-dd9f-4f03-bff2-3798313efd90 req-a82b4053-3f59-49cb-9b51-bc3c05156d12 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411575 Sep 15 13:53:01.462933 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:01.551696 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.602393 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:01.625457 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.661446 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:53:01.664338 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 2, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:01.668476 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8537a551-82f0-4788-b173-a7c80f5966b3,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:01.674890 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.675536 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.segments_db [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Added segment 84b52373-03ab-4998-af21-3733b3099eb4 of type vlan for network 55c4be79-8955-44f9-b377-999a7525c046 Sep 15 13:53:01.691662 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Checking router: c1189bb2-ef51-4356-8df9-7409469f970b for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:53:01.692016 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Updating router c1189bb2-ef51-4356-8df9-7409469f970b port bcb77548-5017-4bc7-a639-877cd7c9de91 binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:53:01.719209 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.719400 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 768c80c5-7d1c-47ce-81dc-947d826fdfdd up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:01.776892 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 768c80c5-7d1c-47ce-81dc-947d826fdfdd triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:01.777375 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.812206 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.848753 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.849912 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:01.850642 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.859481 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:01.868376 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:53:01.906689 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port 768c80c5-7d1c-47ce-81dc-947d826fdfdd, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=768c80c5-7d1c-47ce-81dc-947d826fdfdd,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:01.924227 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] Pushing event updated for resources: {'Network': ['ID=55c4be79-8955-44f9-b377-999a7525c046,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:01.939815 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 55c4be79-8955-44f9-b377-999a7525c046 details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:53:02.001234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37060) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:02.001417 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ed310c62-8537-4c69-9ebd-d325ed8943df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7896872 Sep 15 13:53:02.007879 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Request body: {'subnet': {'network_id': '55c4be79-8955-44f9-b377-999a7525c046', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1189074751-subnet', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:02.061139 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.081386 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.105871 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Made reservation on behalf of ab4ba78405e24dc1bce550179c99ef7b for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:53:02.108379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28921416'] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.133299 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=768c80c5-7d1c-47ce-81dc-947d826fdfdd,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:02.198717 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.235541 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a592a2-5b11-49af-8f29-b7d1f5e6c8cc None None] Pushing event updated for resources: {'Port': ['ID=bcb77548-5017-4bc7-a639-877cd7c9de91,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:02.307360 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Attempting to bind port bcb77548-5017-4bc7-a639-877cd7c9de91 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:53:02.307855 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Attempting to bind port bcb77548-5017-4bc7-a639-877cd7c9de91 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:53:02.308172 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Attempting to bind port bcb77548-5017-4bc7-a639-877cd7c9de91 on network 98958585-e65f-4168-801c-3f7a5a038807 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:53:02.313647 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:53:02.314016 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Checking segment: {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:53:02.314420 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.314827 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Bound using segment: {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:53:02.315301 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Bound port: bcb77548-5017-4bc7-a639-877cd7c9de91, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:53:02.315719 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.385236 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] For port bcb77548-5017-4bc7-a639-877cd7c9de91, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:53:02.388515 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] For port bcb77548-5017-4bc7-a639-877cd7c9de91, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=bcb77548-5017-4bc7-a639-877cd7c9de91,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:53:02.489580 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.519346 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-d9a13881-8655-48b2-a578-73359e913005 None None] Provisioning complete for port bcb77548-5017-4bc7-a639-877cd7c9de91 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:02.519917 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9a13881-8655-48b2-a578-73359e913005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.551105 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a592a2-5b11-49af-8f29-b7d1f5e6c8cc None None] Pushing event updated for resources: {'Port': ['ID=bcb77548-5017-4bc7-a639-877cd7c9de91,revision_number=4']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:02.565978 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:02.566897 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:02.596033 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0db80-35a4-4428-94fc-ace0c36a7edc req-e53d889a-4928-4ca5-a6ba-e48c49a75ba4 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:02.597603 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-47b0db80-35a4-4428-94fc-ace0c36a7edc req-e53d889a-4928-4ca5-a6ba-e48c49a75ba4 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 944 time: 0.0706861 Sep 15 13:53:02.641364 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9a13881-8655-48b2-a578-73359e913005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.651968 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-47b0db80-35a4-4428-94fc-ace0c36a7edc req-5e4cde51-5c56-4e28-bdc4-4702d2315b3a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Sep 15 13:53:02.669303 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26627816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28921446'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.683679 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-d9a13881-8655-48b2-a578-73359e913005 None None] For port bcb77548-5017-4bc7-a639-877cd7c9de91, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=bcb77548-5017-4bc7-a639-877cd7c9de91,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:02.697732 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:02.726088 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c61622b-da21-41d1-acff-48a770ab4c29,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:02.745725 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Checking segment: {'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:53:02.746073 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Network hostable DHCP agents. Network: 55c4be79-8955-44f9-b377-999a7525c046, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:53:02.752134 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9a13881-8655-48b2-a578-73359e913005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.807483 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a13881-8655-48b2-a578-73359e913005 None None] Pushing event updated for resources: {'Port': ['ID=bcb77548-5017-4bc7-a639-877cd7c9de91,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:02.854770 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Network 55c4be79-8955-44f9-b377-999a7525c046 is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:53:02.876510 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-a4bce6e6-72d2-4f11-baa4-fc4836138a7e None None] Provisioning complete for port bcb77548-5017-4bc7-a639-877cd7c9de91 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:02.876903 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6e6-72d2-4f11-baa4-fc4836138a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:02.926825 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-9040af81-4b28-4f02-b952-81c174334767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:02.953802 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040af81-4b28-4f02-b952-81c174334767 None None] The sync data for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi is: [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:53:02.992058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 55c4be79-8955-44f9-b377-999a7525c046) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:03.000877 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:03.004939 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.018398 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aba8eb-ecd9-48ea-b923-edb93d51c385 None None] Network 55c4be79-8955-44f9-b377-999a7525c046 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:53:03.164172 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-0c0b64aa-512a-4e53-9aa2-35b80fcbc413 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1610985 Sep 15 13:53:03.167238 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37066) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:03.171777 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:03.171945 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-55c4be79-8955-44f9-b377-999a7525c046', 'network_id': '55c4be79-8955-44f9-b377-999a7525c046', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'fixed_ips': [{'subnet_id': '7c61622b-da21-41d1-acff-48a770ab4c29'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:53:03.172758 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.251189 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:03.294959 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.296630 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.347811 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Allocated IP 172.20.0.2 (55c4be79-8955-44f9-b377-999a7525c046/7c61622b-da21-41d1-acff-48a770ab4c29/302876dd-b935-4fbb-97bd-8918328b8153) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:53:03.355498 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.477731 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:53:03.485545 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:03.485831 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.525135 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.584121 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.610653 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:53:03.613033 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df826b-5d89-44c1-b39a-78dbbd5c9d45" -d '{"events": [{"server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "name": "network-vif-plugged", "status": "completed", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:53:03.628054 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:03.634706 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.672388 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.690027 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e717e5b5-5b4b-42a6-9124-a75a3c69ee83 x-openstack-request-id: req-e717e5b5-5b4b-42a6-9124-a75a3c69ee83 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:53:03.690316 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "name": "network-vif-plugged", "status": "completed", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:53:03.690564 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e717e5b5-5b4b-42a6-9124-a75a3c69ee83 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:53:03.690952 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'code': 200} Sep 15 13:53:03.708770 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Network 55c4be79-8955-44f9-b377-999a7525c046 is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:03.717426 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:03.719585 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Pushing event updated for resources: {'Port': ['ID=302876dd-b935-4fbb-97bd-8918328b8153,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:03.721827 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:53:03.755096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.831055 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Attempting to bind port 302876dd-b935-4fbb-97bd-8918328b8153 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:53:03.832131 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Attempting to bind port 302876dd-b935-4fbb-97bd-8918328b8153 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:53:03.832489 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Attempting to bind port 302876dd-b935-4fbb-97bd-8918328b8153 on network 55c4be79-8955-44f9-b377-999a7525c046 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:53:03.840492 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171810c-e317-42bb-9f58-2568fe19d2bb req-50edce52-0160-4687-8f39-6bee26fa1eb1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:03.842320 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device bcb77548-5017-4bc7-a639-877cd7c9de91 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:03.846234 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:53:03.846600 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Checking segment: {'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:53:03.852312 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.852312 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Bound using segment: {'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:53:03.852312 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Bound port: 302876dd-b935-4fbb-97bd-8918328b8153, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:53:03.852312 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:03.852755 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d171810c-e317-42bb-9f58-2568fe19d2bb req-50edce52-0160-4687-8f39-6bee26fa1eb1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 945 time: 0.1083574 Sep 15 13:53:03.852890 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:03.891765 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d171810c-e317-42bb-9f58-2568fe19d2bb req-4065873c-871a-436b-980a-f6a01e384d6c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410144 Sep 15 13:53:03.959293 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] For port 302876dd-b935-4fbb-97bd-8918328b8153, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:53:03.963173 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] For port 302876dd-b935-4fbb-97bd-8918328b8153, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=302876dd-b935-4fbb-97bd-8918328b8153,segment=NetworkSegment(84b52373-03ab-4998-af21-3733b3099eb4),segment_id=84b52373-03ab-4998-af21-3733b3099eb4)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:53:03.964318 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port bcb77548-5017-4bc7-a639-877cd7c9de91 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:03.964996 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.009523 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.034948 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.062622 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.120044 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcac7b-d8af-4f89-991d-642b287489a1 req-61e60eab-0104-415c-912b-2abbd89cd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:04.124867 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-afbcac7b-d8af-4f89-991d-642b287489a1 req-61e60eab-0104-415c-912b-2abbd89cd4bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0493786 Sep 15 13:53:04.138971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b64b4-10ca-4b4f-80cd-1f3fb5278044 None None] Pushing event updated for resources: {'Port': ['ID=302876dd-b935-4fbb-97bd-8918328b8153,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:04.146450 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 768c80c5-7d1c-47ce-81dc-947d826fdfdd up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:04.166127 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Allocated IP 172.27.3.22 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/b115a14c-97f1-4b8a-9b3c-67a1adfe5b37) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:53:04.191732 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-afbcac7b-d8af-4f89-991d-642b287489a1 req-0e4719f4-d3d9-4a2b-b748-5150356c3cce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626853 Sep 15 13:53:04.217273 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 768c80c5-7d1c-47ce-81dc-947d826fdfdd triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:04.217601 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.302091 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.488985 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.525865 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:04.529015 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:04.531912 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:53:04.560804 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Pushing event updated for resources: {'Port': ['ID=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:04.917669 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.921808 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:53:05.011143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63bb29-cbf1-4362-b939-8e7702458ac8 req-27403898-7480-4315-acff-21c44eccd4a3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:05.013542 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df63bb29-cbf1-4362-b939-8e7702458ac8 req-27403898-7480-4315-acff-21c44eccd4a3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Sep 15 13:53:05.054730 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-df63bb29-cbf1-4362-b939-8e7702458ac8 req-4fbb0e9e-43ff-404e-ac2e-29a22635693c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346785 Sep 15 13:53:05.088973 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bc4982-37b7-4d2d-b4c8-24cffb9e9368 None None] Network 55c4be79-8955-44f9-b377-999a7525c046 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:53:05.123224 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:05.267840 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Provisioning complete for port 302876dd-b935-4fbb-97bd-8918328b8153 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:05.268207 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:05.340238 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Router 3324ee52-585f-49aa-9c24-bbd12f2bca7d is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:53:05.402954 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:05.443810 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] For port 302876dd-b935-4fbb-97bd-8918328b8153, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=302876dd-b935-4fbb-97bd-8918328b8153,segment=NetworkSegment(84b52373-03ab-4998-af21-3733b3099eb4),segment_id=84b52373-03ab-4998-af21-3733b3099eb4)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:05.458395 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:53:05.468787 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Sync routers for ids ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:53:05.478484 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Routers {'3324ee52-585f-49aa-9c24-bbd12f2bca7d'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:05.479108 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:05.582167 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:05.626539 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:05.629703 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-fd850ef4-c54a-4231-8b02-e0e58a338516 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4596474 Sep 15 13:53:05.630702 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37078) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:05.634385 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Set router 3324ee52-585f-49aa-9c24-bbd12f2bca7d gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:05.715368 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 302876dd-b935-4fbb-97bd-8918328b8153 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:05.781061 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Pushing event updated for resources: {'Port': ['ID=302876dd-b935-4fbb-97bd-8918328b8153,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:05.788779 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-362d11c1-3651-454c-b838-41888639369b None None] Provisioning complete for port 302876dd-b935-4fbb-97bd-8918328b8153 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:05.789175 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-362d11c1-3651-454c-b838-41888639369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:05.842534 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.842891 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.843226 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.843549 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.843883 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.844217 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.844545 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.844899 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.845232 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.845616 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.845881 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.846204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b88cbb-ce51-4811-bf21-95742d0231de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:05.896793 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 302876dd-b935-4fbb-97bd-8918328b8153 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:05.897186 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.041824 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:53:04Z', 'revision_number': 3, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port': {'id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:04Z', 'updated_at': '2021-09-15T13:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:06.082719 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Checking router: 3324ee52-585f-49aa-9c24-bbd12f2bca7d for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:53:06.083100 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Updating router 3324ee52-585f-49aa-9c24-bbd12f2bca7d port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:53:06.116774 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.123559 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.265746 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2237d-0b57-4416-b468-c31fd0b78750 req-915946ae-26df-462b-81d8-6ce9de32fab5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:06.267273 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1ef2237d-0b57-4416-b468-c31fd0b78750 req-915946ae-26df-462b-81d8-6ce9de32fab5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 945 time: 0.1235666 Sep 15 13:53:06.344395 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1ef2237d-0b57-4416-b468-c31fd0b78750 req-8c04cdaf-8dab-4dd6-8f59-2e5592dc915a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683873 Sep 15 13:53:06.358653 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Allocated IP 172.20.0.1 (55c4be79-8955-44f9-b377-999a7525c046/7c61622b-da21-41d1-acff-48a770ab4c29/8a6dbce8-072c-470b-8ed2-935a1cc0460b) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:53:06.381792 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.499955 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.501762 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.511054 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e957d-e044-4254-83f7-aafa4c8bf800 req-9f49ed38-8b7e-4842-9a36-63eb1bc11041 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:06.512562 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-039e957d-e044-4254-83f7-aafa4c8bf800 req-9f49ed38-8b7e-4842-9a36-63eb1bc11041 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 945 time: 0.0855107 Sep 15 13:53:06.556976 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Attempting to bind port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:53:06.557342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Attempting to bind port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:53:06.557701 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Attempting to bind port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:53:06.559720 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa632fc-075f-4621-9aaf-8e9c3c466169 None None] Pushing event updated for resources: {'Port': ['ID=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:06.572049 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:53:06.572452 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-039e957d-e044-4254-83f7-aafa4c8bf800 req-ffcf03bb-08ea-49e9-bf01-b1715131ce7d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536582 Sep 15 13:53:06.572590 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:53:06.572880 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.577761 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:53:06.577761 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Bound port: b115a14c-97f1-4b8a-9b3c-67a1adfe5b37, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:53:06.577761 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.595083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37084) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:06.630184 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] For port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:53:06.634660 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] For port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:53:06.694329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.738217 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Network 55c4be79-8955-44f9-b377-999a7525c046 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:06.741162 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:06.745498 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:53:06.770929 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Pushing event updated for resources: {'Port': ['ID=8a6dbce8-072c-470b-8ed2-935a1cc0460b,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:06.787536 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.791004 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:06.854934 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Routers {'3324ee52-585f-49aa-9c24-bbd12f2bca7d'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:06.855571 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:06.861702 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa632fc-075f-4621-9aaf-8e9c3c466169 None None] Pushing event updated for resources: {'Port': ['ID=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:06.913460 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa8487e-74ed-48d6-9f10-f7e712e29755 tempest-TestVolumeBootPattern-1418026208 tempest-TestVolumeBootPattern-1418026208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:06.916232 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-8aa8487e-74ed-48d6-9f10-f7e712e29755 tempest-TestVolumeBootPattern-1418026208 tempest-TestVolumeBootPattern-1418026208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 1093 time: 0.3194790 Sep 15 13:53:06.918705 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37090) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:06.924756 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'port_id': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:06.978644 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] Set router 3324ee52-585f-49aa-9c24-bbd12f2bca7d gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:07.058154 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.095001 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.109823 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-39b55f87-0e57-4ae9-88b2-6b8e6a59efa4 None None] Provisioning complete for port 8a6dbce8-072c-470b-8ed2-935a1cc0460b triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:07.110147 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-39b55f87-0e57-4ae9-88b2-6b8e6a59efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.180515 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-39b55f87-0e57-4ae9-88b2-6b8e6a59efa4 None None] Port 8a6dbce8-072c-470b-8ed2-935a1cc0460b cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:53:07.206686 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-566d01c3-8b0c-4784-84de-38041030372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:53:04Z', 'revision_number': 3, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port': {'id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:04Z', 'updated_at': '2021-09-15T13:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:07.234106 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d01c3-8b0c-4784-84de-38041030372e None None] The sync data for ids ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'] in dv-cinder-759961-19-iscsi is: [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:53:04Z', 'revision_number': 3, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port': {'id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:04Z', 'updated_at': '2021-09-15T13:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:53:07.298539 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.303840 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.405873 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.463670 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Allocated IP 172.27.3.14 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/1e965d8b-47cc-4d05-9fb4-4cd1e9ef9c22) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:53:07.506785 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.512370 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Pushing event updated for resources: {'Port': ['ID=8a6dbce8-072c-470b-8ed2-935a1cc0460b,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:07.677374 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.689160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Network 55c4be79-8955-44f9-b377-999a7525c046 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:07.692434 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:07.803726 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 302876dd-b935-4fbb-97bd-8918328b8153 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:07.833975 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Router 3324ee52-585f-49aa-9c24-bbd12f2bca7d has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:53:07.876149 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 302876dd-b935-4fbb-97bd-8918328b8153 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:07.876605 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.886249 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:07.949765 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:07.960968 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:07.980500 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:07.990211 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:53:07.992433 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=1e965d8b-47cc-4d05-9fb4-4cd1e9ef9c22,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:08.002703 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.032331 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-a386d60b-4ae7-4157-aa48-e23f265c5060 None None] Provisioning complete for port 8a6dbce8-072c-470b-8ed2-935a1cc0460b triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:08.032696 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a386d60b-4ae7-4157-aa48-e23f265c5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.046886 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:53:08.062631 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-064cc5ce-6d07-415a-b468-ba1a419e89aa admin admin] 10.222.0.23 "PUT /v2.0/routers/3324ee52-585f-49aa-9c24-bbd12f2bca7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4211788 Sep 15 13:53:08.062838 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:08.062962 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.224729 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-a386d60b-4ae7-4157-aa48-e23f265c5060 None None] Port 8a6dbce8-072c-470b-8ed2-935a1cc0460b cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:53:08.286172 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.308905 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:08.441773 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.448952 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.500246 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:08.600992 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.774653 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.873959 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:08.946643 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=1e965d8b-47cc-4d05-9fb4-4cd1e9ef9c22,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:08.958397 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:09.012405 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37102) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:09.018096 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-eb66f1c4-8656-4900-89a9-6894a4bbd98b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618607686', 'description': 'tempest-secgroup-smoke-1618607686 description', 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:09.139813 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb66f1c4-8656-4900-89a9-6894a4bbd98b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:09.232812 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb66f1c4-8656-4900-89a9-6894a4bbd98b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:09.359794 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Floating IP 21587c6a-38ad-46e9-b079-385ea5387096 associated. External IP: 172.27.3.14, port: 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea. Sep 15 13:53:09.402840 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb66f1c4-8656-4900-89a9-6894a4bbd98b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:09.404667 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-eb07605f-bf00-41de-8950-e65ccb40c17c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866404 Sep 15 13:53:09.440280 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66f1c4-8656-4900-89a9-6894a4bbd98b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cffbf4c-eff7-461f-bf0f-91de9ab78447,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:09.543793 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-9b9acaee-a8eb-4f4b-9565-640a58ebc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:09.545307 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-9b9acaee-a8eb-4f4b-9565-640a58ebc921 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1098 time: 0.0836651 Sep 15 13:53:09.661094 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-eb66f1c4-8656-4900-89a9-6894a4bbd98b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:09.666776 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-eb66f1c4-8656-4900-89a9-6894a4bbd98b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6484377 Sep 15 13:53:09.667426 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37104) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:09.673914 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-61e6a9a9-92bc-493a-a364-3633eef0bd0e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'security_group_rule': {'security_group_id': '4cffbf4c-eff7-461f-bf0f-91de9ab78447', 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:09.676120 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:09.691288 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:53:09.725310 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-84b26a4a-e0f0-4352-a29a-c5db8db5274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:09.727420 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-84b26a4a-e0f0-4352-a29a-c5db8db5274f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.1605926 Sep 15 13:53:09.729853 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:09.730386 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:09.748495 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Sync routers for ids ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:53:09.760235 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Routers {'3324ee52-585f-49aa-9c24-bbd12f2bca7d'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:09.779208 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:09.865024 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-f40b234b-c0b2-495e-b746-3477cc2ca50b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 200 len: 1000 time: 0.1310618 Sep 15 13:53:09.877169 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Set router 3324ee52-585f-49aa-9c24-bbd12f2bca7d gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:09.884525 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-61e6a9a9-92bc-493a-a364-3633eef0bd0e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:09.937810 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:53:09.949171 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:53:09.961850 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:09.962590 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:09.972547 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-7656b27c-e12d-446d-b821-44395097a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:09.974060 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-7656b27c-e12d-446d-b821-44395097a798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0994499 Sep 15 13:53:09.997927 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-61e6a9a9-92bc-493a-a364-3633eef0bd0e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.026288 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-535e142c-7248-4485-a84e-b50d2b1a3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:10.027807 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-535e142c-7248-4485-a84e-b50d2b1a3446 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454972 Sep 15 13:53:10.071467 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.082036 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:10.088146 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:53:06Z', 'revision_number': 4, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port': {'id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:04Z', 'updated_at': '2021-09-15T13:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8a6dbce8-072c-470b-8ed2-935a1cc0460b', 'name': '', 'network_id': '55c4be79-8955-44f9-b377-999a7525c046', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'mac_address': 'fa:16:3e:87:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7c61622b-da21-41d1-acff-48a770ab4c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:06Z', 'updated_at': '2021-09-15T13:53:07Z', 'revision_number': 2, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'subnets': [{'id': '7c61622b-da21-41d1-acff-48a770ab4c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:10.115347 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Checking router: 3324ee52-585f-49aa-9c24-bbd12f2bca7d for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:53:10.115736 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Updating router 3324ee52-585f-49aa-9c24-bbd12f2bca7d port 8a6dbce8-072c-470b-8ed2-935a1cc0460b binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:53:10.119751 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-61e6a9a9-92bc-493a-a364-3633eef0bd0e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.141850 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.150758 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-1405b6bf-2f99-4279-8cd1-9f53592e5ffc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2310085 Sep 15 13:53:10.153489 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:53:10.155777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5e6859-2d38-467f-bb90-e217c3c6aded" -d '{"events": [{"name": "network-changed", "server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:53:10.161702 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6a9a9-92bc-493a-a364-3633eef0bd0e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1c1fb9-f971-4b33-ad7f-c61569cf1e85,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:10.183155 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-da6685ab-ca5f-4256-9bea-48c12704f851 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483119 Sep 15 13:53:10.213215 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a3ec80-90e1-4c26-8d4b-548fcc9f6adb x-openstack-request-id: req-f3a3ec80-90e1-4c26-8d4b-548fcc9f6adb {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:53:10.213522 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:53:10.215028 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a3ec80-90e1-4c26-8d4b-548fcc9f6adb {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:53:10.215419 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'status': 'completed', 'code': 200} Sep 15 13:53:10.284331 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-61e6a9a9-92bc-493a-a364-3633eef0bd0e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.285786 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-61e6a9a9-92bc-493a-a364-3633eef0bd0e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6151323 Sep 15 13:53:10.288659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37112) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:10.293792 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8c00d5d4-eb39-4cc6-b2a4-cfbe18ac0b95 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'security_group_rule': {'security_group_id': '4cffbf4c-eff7-461f-bf0f-91de9ab78447', 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:10.327264 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-f8b5576e-4a78-4418-a354-5d248cd8ee93 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364973 Sep 15 13:53:10.337343 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-fe29cec8-27b1-4972-8e59-132a40b72872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:10.339454 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-fe29cec8-27b1-4972-8e59-132a40b72872 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 1098 time: 0.1082976 Sep 15 13:53:10.403683 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '21587c6a-38ad-46e9-b079-385ea5387096', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:49:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:53:08Z', 'updated_at': '2021-09-15T13:53:08Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:10.419128 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c00d5d4-eb39-4cc6-b2a4-cfbe18ac0b95 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.431806 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.437260 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:53:10.443088 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-dd0d6833-846e-431e-abaf-8e715f87e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:10.444882 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-dd0d6833-846e-431e-abaf-8e715f87e6c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.0957179 Sep 15 13:53:10.446336 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:10.447061 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:10.485599 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c00d5d4-eb39-4cc6-b2a4-cfbe18ac0b95 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.518911 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-b8da3ba9-4ce5-4acf-8ebc-5cee5c38af00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea HTTP/1.1" status: 200 len: 998 time: 0.0664532 Sep 15 13:53:10.533889 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.561026 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:10.568559 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c00d5d4-eb39-4cc6-b2a4-cfbe18ac0b95 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.577635 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-7641d156-5c3d-4d66-bee3-c970c14f5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:10.579278 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-7641d156-5c3d-4d66-bee3-c970c14f5304 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0533583 Sep 15 13:53:10.581545 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4a306-3e53-487f-aafc-fdfefce0a271 None None] Pushing event updated for resources: {'Port': ['ID=8a6dbce8-072c-470b-8ed2-935a1cc0460b,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:10.591774 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00d5d4-eb39-4cc6-b2a4-cfbe18ac0b95 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b3f363-3724-4262-b09a-f9177777797a,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:10.651102 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Attempting to bind port 8a6dbce8-072c-470b-8ed2-935a1cc0460b on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:53:10.651598 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Attempting to bind port 8a6dbce8-072c-470b-8ed2-935a1cc0460b by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:53:10.651961 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Attempting to bind port 8a6dbce8-072c-470b-8ed2-935a1cc0460b on network 55c4be79-8955-44f9-b377-999a7525c046 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:53:10.653669 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-f1cabfe1-ffd0-4409-844a-01c2e3413386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:10.655468 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-f1cabfe1-ffd0-4409-844a-01c2e3413386 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694289 Sep 15 13:53:10.658328 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:53:10.658700 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Checking segment: {'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:53:10.659242 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.660231 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Bound using segment: {'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:53:10.660231 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Bound port: 8a6dbce8-072c-470b-8ed2-935a1cc0460b, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b52373-03ab-4998-af21-3733b3099eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '55c4be79-8955-44f9-b377-999a7525c046'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:53:10.660778 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.694049 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c00d5d4-eb39-4cc6-b2a4-cfbe18ac0b95 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.695840 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8c00d5d4-eb39-4cc6-b2a4-cfbe18ac0b95 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4058535 Sep 15 13:53:10.698434 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37114) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:10.703153 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-a8567e53-77ce-4133-adeb-ad250f4eeebb tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'security_group_rule': {'security_group_id': '4cffbf4c-eff7-461f-bf0f-91de9ab78447', 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:10.757527 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] For port 8a6dbce8-072c-470b-8ed2-935a1cc0460b, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:53:10.761676 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] For port 8a6dbce8-072c-470b-8ed2-935a1cc0460b, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8a6dbce8-072c-470b-8ed2-935a1cc0460b,segment=NetworkSegment(84b52373-03ab-4998-af21-3733b3099eb4),segment_id=84b52373-03ab-4998-af21-3733b3099eb4)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:53:10.807946 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-8bcedca9-e80a-43a1-8d9b-8d685a3deb22 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445427 Sep 15 13:53:10.830229 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '21587c6a-38ad-46e9-b079-385ea5387096', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:49:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:53:08Z', 'updated_at': '2021-09-15T13:53:08Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:10.842262 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8567e53-77ce-4133-adeb-ad250f4eeebb tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.860867 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bc385-59ee-467b-8b10-54e03a2d7ce8 None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '21587c6a-38ad-46e9-b079-385ea5387096', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:49:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:53:08Z', 'updated_at': '2021-09-15T13:53:08Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:53:10.871584 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-10844c88-b478-4a47-862a-15925ac9098a None None] Provisioning complete for port 8a6dbce8-072c-470b-8ed2-935a1cc0460b triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:10.871894 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-10844c88-b478-4a47-862a-15925ac9098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.878337 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.907086 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-10844c88-b478-4a47-862a-15925ac9098a None None] Port 8a6dbce8-072c-470b-8ed2-935a1cc0460b cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:53:10.918764 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8567e53-77ce-4133-adeb-ad250f4eeebb tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:10.918917 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8e5e6859-2d38-467f-bb90-e217c3c6aded req-90d93d9e-0a9c-4bb9-abce-effa57fe0f62 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040680 Sep 15 13:53:10.953350 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Routers {'3324ee52-585f-49aa-9c24-bbd12f2bca7d'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:10.953978 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:52:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:11.013598 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4a306-3e53-487f-aafc-fdfefce0a271 None None] Pushing event updated for resources: {'Port': ['ID=8a6dbce8-072c-470b-8ed2-935a1cc0460b,revision_number=4']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:11.043046 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8567e53-77ce-4133-adeb-ad250f4eeebb tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.079707 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8567e53-77ce-4133-adeb-ad250f4eeebb tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a1d34b-5d9d-4a9e-82e1-c13cd8b93695,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:11.174070 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a8567e53-77ce-4133-adeb-ad250f4eeebb tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.175333 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-a8567e53-77ce-4133-adeb-ad250f4eeebb tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4757199 Sep 15 13:53:11.175762 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3940a5-dc84-4c62-9ede-7b45488c73d5 None None] New status for floating IP 21587c6a-38ad-46e9-b079-385ea5387096: ACTIVE {{(pid=101157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:53:11.177989 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37118) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:11.182753 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8c45ce90-d1e7-4d17-bcde-2bfb52fd3aee tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'security_group_rule': {'security_group_id': '4cffbf4c-eff7-461f-bf0f-91de9ab78447', 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:11.248140 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ac2c6cb2-dcc6-4974-9998-f3ee65b677e9 None None] Provisioning complete for port 8a6dbce8-072c-470b-8ed2-935a1cc0460b triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:11.248427 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6cb2-dcc6-4974-9998-f3ee65b677e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.255323 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] Set router 3324ee52-585f-49aa-9c24-bbd12f2bca7d gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:11.307101 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c45ce90-d1e7-4d17-bcde-2bfb52fd3aee tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.340036 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6cb2-dcc6-4974-9998-f3ee65b677e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.377061 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ac2c6cb2-dcc6-4974-9998-f3ee65b677e9 None None] For port 8a6dbce8-072c-470b-8ed2-935a1cc0460b, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8a6dbce8-072c-470b-8ed2-935a1cc0460b,segment=NetworkSegment(84b52373-03ab-4998-af21-3733b3099eb4),segment_id=84b52373-03ab-4998-af21-3733b3099eb4)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:11.390465 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c45ce90-d1e7-4d17-bcde-2bfb52fd3aee tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.534214 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6cb2-dcc6-4974-9998-f3ee65b677e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.536225 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:53:06Z', 'revision_number': 4, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port': {'id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:04Z', 'updated_at': '2021-09-15T13:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8a6dbce8-072c-470b-8ed2-935a1cc0460b', 'name': '', 'network_id': '55c4be79-8955-44f9-b377-999a7525c046', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'mac_address': 'fa:16:3e:87:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7c61622b-da21-41d1-acff-48a770ab4c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:06Z', 'updated_at': '2021-09-15T13:53:10Z', 'revision_number': 4, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'subnets': [{'id': '7c61622b-da21-41d1-acff-48a770ab4c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:11.563631 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d188a-55d9-4a5a-978b-d86e2a24eaf3 None None] The sync data for ids ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'] in dv-cinder-759961-19-iscsi is: [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:53:06Z', 'revision_number': 4, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port': {'id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:04Z', 'updated_at': '2021-09-15T13:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8a6dbce8-072c-470b-8ed2-935a1cc0460b', 'name': '', 'network_id': '55c4be79-8955-44f9-b377-999a7525c046', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'mac_address': 'fa:16:3e:87:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7c61622b-da21-41d1-acff-48a770ab4c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:06Z', 'updated_at': '2021-09-15T13:53:10Z', 'revision_number': 4, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'subnets': [{'id': '7c61622b-da21-41d1-acff-48a770ab4c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:53:11.588344 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c6cb2-dcc6-4974-9998-f3ee65b677e9 None None] Pushing event updated for resources: {'Port': ['ID=8a6dbce8-072c-470b-8ed2-935a1cc0460b,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:11.604307 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c45ce90-d1e7-4d17-bcde-2bfb52fd3aee tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.643633 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45ce90-d1e7-4d17-bcde-2bfb52fd3aee tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5e2307-6d62-4ce7-9abe-17bb7e34a1b5,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:11.747740 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8a6dbce8-072c-470b-8ed2-935a1cc0460b up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:11.768430 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c45ce90-d1e7-4d17-bcde-2bfb52fd3aee tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.769761 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8c45ce90-d1e7-4d17-bcde-2bfb52fd3aee tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5908163 Sep 15 13:53:11.772555 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37120) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:11.778825 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'security_group_rule': {'security_group_id': '4cffbf4c-eff7-461f-bf0f-91de9ab78447', 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:11.800755 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 8a6dbce8-072c-470b-8ed2-935a1cc0460b triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:11.801219 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.905676 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Project e988ae37b33e4cbdbb1ad25e2013f980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:53:11.911710 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:11.975037 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:12.082689 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:12.105852 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4472b3-7a90-44ea-8785-ea1c3ea10b8f,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:12.208328 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:12.209672 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-970576d3-5f4b-4a5d-b0cc-5dda2b2ddca9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4361310 Sep 15 13:53:12.213191 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37124) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:12.217664 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'security_group_rule': {'security_group_id': '4cffbf4c-eff7-461f-bf0f-91de9ab78447', 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:12.328477 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.securitygroups_db [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Project e988ae37b33e4cbdbb1ad25e2013f980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:53:12.333733 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:12.394861 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:12.527934 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:12.545303 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18de779a-2f92-4d36-8834-e6d92644391e,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:12.665470 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:12.666643 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-abb1cdb3-4b27-45e4-94d2-551a55183f71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4524524 Sep 15 13:53:16.030893 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9bee3c32-74ee-4593-a25c-04b3d5b3ba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:18.682854 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-84d79975-eb1c-4108-83c8-fa42be4afd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:18.848270 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:20.076858 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:21.596616 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:37.933608 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:38.021774 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-e9257067-8992-451e-a2a6-ff086534912c tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618607686&fields=id&tenant_id=e988ae37b33e4cbdbb1ad25e2013f980 HTTP/1.1" status: 200 len: 267 time: 0.0323048 Sep 15 13:53:38.132838 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-d4a74f70-2890-46ce-b094-08ad60883391 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:38.134331 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-d4a74f70-2890-46ce-b094-08ad60883391 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 807 time: 0.1049900 Sep 15 13:53:38.151886 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-ac58d4c6-ce35-4e73-927b-628a1e29f932 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/quotas/e988ae37b33e4cbdbb1ad25e2013f980 HTTP/1.1" status: 200 len: 375 time: 0.0106387 Sep 15 13:53:38.205889 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-d4745038-8079-4604-8d73-78d5df846b81 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465896 Sep 15 13:53:38.305880 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-b4be8e45-cb78-43e1-bad4-befad69cf95e service neutron] 10.222.0.23 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867448 Sep 15 13:53:38.395234 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-173e0cfc-f19e-486d-a0eb-493cabc6f49d service neutron] 10.222.0.23 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824437 Sep 15 13:53:39.151580 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f307a095-1e9f-4404-97fb-039505b2b6f3 req-480dd642-e06d-4712-9f8d-2ace83b120b3 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0306458 Sep 15 13:53:40.248600 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8cbf8d1e-db27-4afa-95e2-e4241309725e req-1769b32d-7ec3-4559-bc7c-c095078d8041 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0285676 Sep 15 13:53:41.367195 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-36452605-fa80-406e-82bb-b5be7e42c101 req-6da860c8-bed6-42c3-9831-f20f8f3ba510 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0462146 Sep 15 13:53:41.444808 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-54a25359-6e9d-42e8-89be-71ebf8476564 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:41.446263 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-54a25359-6e9d-42e8-89be-71ebf8476564 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.37 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 807 time: 0.1266718 Sep 15 13:53:41.492252 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-5d9dacb2-fb10-46a8-8790-dc6a1d7ee745 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e988ae37b33e4cbdbb1ad25e2013f980 HTTP/1.1" status: 200 len: 380 time: 0.0358067 Sep 15 13:53:41.507153 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'port': {'device_id': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'admin_state_up': True, 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'security_groups': ['4cffbf4c-eff7-461f-bf0f-91de9ab78447']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:41.699157 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Made reservation on behalf of e988ae37b33e4cbdbb1ad25e2013f980 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:53:41.702693 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:41.830644 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Allocated IP 172.20.0.10 (98958585-e65f-4168-801c-3f7a5a038807/fa53646b-0975-48d1-9f3f-e8643f88cdff/c22b7a65-c078-4633-8d74-826bef08c617) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:53:41.921627 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:53:41.969325 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:42.053903 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:42.096822 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Network 98958585-e65f-4168-801c-3f7a5a038807 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:42.099816 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:42.104006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:53:42.130086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:42.162163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:42.162853 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:42.293866 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-f53ed8a4-2d77-49c8-b1a7-41bd66299ee9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7954171 Sep 15 13:53:42.306061 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Request body: {'port': {'device_id': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:42.349143 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-c0d11c1c-587d-4afc-ad5d-7b873612cbf1 None None] Provisioning complete for port c22b7a65-c078-4633-8d74-826bef08c617 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:42.349645 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c0d11c1c-587d-4afc-ad5d-7b873612cbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:42.360804 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:42.386669 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-c0d11c1c-587d-4afc-ad5d-7b873612cbf1 None None] Port c22b7a65-c078-4633-8d74-826bef08c617 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:53:42.553599 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402bab-5738-42de-800a-e6e244c3b1b9 req-3b85e907-9f22-4cc0-85d3-b40062440337 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:42.555110 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-11402bab-5738-42de-800a-e6e244c3b1b9 req-3b85e907-9f22-4cc0-85d3-b40062440337 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 932 time: 0.0891974 Sep 15 13:53:42.634087 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-11402bab-5738-42de-800a-e6e244c3b1b9 req-cc1c44ab-f619-4824-92ff-33f37c5e6a48 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527446 Sep 15 13:53:42.697724 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22b7a65-c078-4633-8d74-826bef08c617 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:53:42.705209 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:42.717424 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Transition to ACTIVE for port object c22b7a65-c078-4633-8d74-826bef08c617 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:53:42.847058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:42.899200 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:42.968203 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Attempting to bind port c22b7a65-c078-4633-8d74-826bef08c617 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:53:42.968533 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Attempting to bind port c22b7a65-c078-4633-8d74-826bef08c617 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:53:42.968968 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Attempting to bind port c22b7a65-c078-4633-8d74-826bef08c617 on network 98958585-e65f-4168-801c-3f7a5a038807 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:53:42.974323 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Port c22b7a65-c078-4633-8d74-826bef08c617 on network 98958585-e65f-4168-801c-3f7a5a038807 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:53:42.974635 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Attempting to bind port c22b7a65-c078-4633-8d74-826bef08c617 on network 98958585-e65f-4168-801c-3f7a5a038807 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:53:42.980648 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:53:42.981230 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Checking segment: {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:53:42.981620 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Bound using segment: {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:53:42.982051 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Bound port: c22b7a65-c078-4633-8d74-826bef08c617, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450fe9f6-6e0f-4810-bd58-12ae7ed42459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '98958585-e65f-4168-801c-3f7a5a038807'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:53:42.982427 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:43.054257 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:53:43.057981 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:53:43.122481 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:43.153154 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.153768 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:43.155203 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 1094 time: 0.8532693 Sep 15 13:53:43.157653 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:53:43.163839 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67690a-f7ff-4591-b90e-e78a2182cef2" -d '{"events": [{"name": "network-changed", "server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "tag": "c22b7a65-c078-4633-8d74-826bef08c617"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:53:43.195940 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e85e-b034-4c2d-9e90-6ceea692d8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:43.209732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dcbe2d-5c07-4bb9-9c7c-a99bb2ae869c x-openstack-request-id: req-79dcbe2d-5c07-4bb9-9c7c-a99bb2ae869c {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:53:43.210024 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "tag": "c22b7a65-c078-4633-8d74-826bef08c617", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:53:43.210271 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79dcbe2d-5c07-4bb9-9c7c-a99bb2ae869c {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:53:43.210670 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617', 'status': 'completed', 'code': 200} Sep 15 13:53:43.281813 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67690a-f7ff-4591-b90e-e78a2182cef2 req-43f90832-b292-4b84-8c9d-04e180a63d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.283329 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f67690a-f7ff-4591-b90e-e78a2182cef2 req-43f90832-b292-4b84-8c9d-04e180a63d33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0438290 Sep 15 13:53:43.387732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67690a-f7ff-4591-b90e-e78a2182cef2 req-d4b9e2a9-a668-4313-a26a-4df7404b9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.389254 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f67690a-f7ff-4591-b90e-e78a2182cef2 req-d4b9e2a9-a668-4313-a26a-4df7404b9a3f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0981331 Sep 15 13:53:43.483130 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67690a-f7ff-4591-b90e-e78a2182cef2 req-21a1e3f9-0931-4bf4-984d-febbaf37879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.484606 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f67690a-f7ff-4591-b90e-e78a2182cef2 req-21a1e3f9-0931-4bf4-984d-febbaf37879d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881937 Sep 15 13:53:43.560386 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-d99c1710-4ccb-4081-beed-ded2752c074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.562011 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-d99c1710-4ccb-4081-beed-ded2752c074b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0416014 Sep 15 13:53:43.607288 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-f51e6894-80a1-4f59-b6c2-4382fe7ef344 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 217 time: 0.0367973 Sep 15 13:53:43.656517 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-1d4ef75f-8733-468e-b354-85888e157430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.658091 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-1d4ef75f-8733-468e-b354-85888e157430 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 200 len: 846 time: 0.0437529 Sep 15 13:53:43.713219 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f079486-dcc3-4965-8062-61637a356b8c req-f25b8aa4-995b-45c1-a404-3f7b67d91750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.714644 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-f25b8aa4-995b-45c1-a404-3f7b67d91750 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98958585-e65f-4168-801c-3f7a5a038807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492656 Sep 15 13:53:43.811962 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb4263-8a35-4e98-9653-23aaca769b49 req-6e776d3f-54c9-43bc-b766-7bed17c06f40 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:43.813434 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6eeb4263-8a35-4e98-9653-23aaca769b49 req-6e776d3f-54c9-43bc-b766-7bed17c06f40 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.1104908 Sep 15 13:53:43.851471 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-e80aced4-38a8-422c-b9c3-43ea77b9c155 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162419 Sep 15 13:53:43.871496 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6eeb4263-8a35-4e98-9653-23aaca769b49 req-c8452d8b-de62-4355-a797-16eea84c22df tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521359 Sep 15 13:53:43.949590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f079486-dcc3-4965-8062-61637a356b8c req-d657d33e-d2d4-483b-988e-67aca487bc3c service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899224 Sep 15 13:53:44.986510 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe9d39-95e7-4b71-af7e-edd29d4e6770 req-b547798a-ac19-42f1-8374-61b19662fb71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:44.987983 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fcbe9d39-95e7-4b71-af7e-edd29d4e6770 req-b547798a-ac19-42f1-8374-61b19662fb71 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0479825 Sep 15 13:53:45.027823 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fcbe9d39-95e7-4b71-af7e-edd29d4e6770 req-f9032d8e-58b9-43c2-b46c-4a9b6e1a9e80 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338786 Sep 15 13:53:45.979834 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7b75af89-8b21-4d91-9520-4a6960767ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:46.140255 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4801f02-b450-423b-99d7-5867fd787ceb req-f9931f56-d1ba-4c3e-8577-670936fcba3c tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:46.141653 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a4801f02-b450-423b-99d7-5867fd787ceb req-f9931f56-d1ba-4c3e-8577-670936fcba3c tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0477922 Sep 15 13:53:46.182560 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a4801f02-b450-423b-99d7-5867fd787ceb req-0d56a9f0-3a6b-428f-b235-fb1044e5c88d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348504 Sep 15 13:53:47.566534 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8995-f932-4907-baf4-802570f79fe1 req-be5b7602-28ae-42ff-a326-c504a4b0a951 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:47.567982 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d7c8995-f932-4907-baf4-802570f79fe1 req-be5b7602-28ae-42ff-a326-c504a4b0a951 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.3193510 Sep 15 13:53:47.605059 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d7c8995-f932-4907-baf4-802570f79fe1 req-2cbcc30d-04b6-4bf0-a0df-ba9854f380d7 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304210 Sep 15 13:53:48.624327 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ddd900f3-8b2e-42e8-9944-daa970f0bc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:48.720736 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625b7-b620-4255-be0f-cddd6ef207f1 req-1ac9e4ce-1da8-4470-a03a-84464120b32d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:48.722228 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f65625b7-b620-4255-be0f-cddd6ef207f1 req-1ac9e4ce-1da8-4470-a03a-84464120b32d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0499437 Sep 15 13:53:48.761263 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f65625b7-b620-4255-be0f-cddd6ef207f1 req-eb6c67c0-4e32-418c-ba05-51b1fee8e6dc tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Sep 15 13:53:48.761998 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:49.880041 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d59af-77c3-4020-a538-4df6b97755d4 req-6954e61c-2f2f-4e9e-b4a3-8c110d2f5fbc tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:49.881517 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c82d59af-77c3-4020-a538-4df6b97755d4 req-6954e61c-2f2f-4e9e-b4a3-8c110d2f5fbc tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0488822 Sep 15 13:53:49.923437 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c82d59af-77c3-4020-a538-4df6b97755d4 req-34dd6151-d0c4-43bd-be53-f9794e8b05e8 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357735 Sep 15 13:53:50.035864 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:51.046866 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95a6e9-38b4-43a1-839f-f6afebf77fb4 req-cb839c9f-090f-447e-8eae-f11a569085e8 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:51.048338 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5c95a6e9-38b4-43a1-839f-f6afebf77fb4 req-cb839c9f-090f-447e-8eae-f11a569085e8 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0495250 Sep 15 13:53:51.084904 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5c95a6e9-38b4-43a1-839f-f6afebf77fb4 req-2ddedf8c-19ef-4a78-9e78-b2d3b48546bd tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Sep 15 13:53:51.472329 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device c22b7a65-c078-4633-8d74-826bef08c617 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:53:51.576711 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:51.588252 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': 'c22b7a65-c078-4633-8d74-826bef08c617', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'port_id': 'c22b7a65-c078-4633-8d74-826bef08c617', 'mac_address': 'fa:16:3e:35:7b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:53:51.623915 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:51.636943 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22b7a65-c078-4633-8d74-826bef08c617 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:53:51.648187 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:51.656757 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:51.727395 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:51.773828 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:52.057218 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['c22b7a65-c078-4633-8d74-826bef08c617'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:53:52.204262 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf70050-a61d-4e63-981b-d47e2aa54e52 req-d4dd2232-7026-4f80-9274-b98bbdba42f9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:52.205874 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ebf70050-a61d-4e63-981b-d47e2aa54e52 req-d4dd2232-7026-4f80-9274-b98bbdba42f9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Sep 15 13:53:52.248127 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ebf70050-a61d-4e63-981b-d47e2aa54e52 req-dd24345a-4ab9-47c0-9d4f-fba0befebc3a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357840 Sep 15 13:53:53.366290 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2f525-6dc5-4d4e-a577-33655d85dc38 req-0d95f6d3-e93e-4f4a-936f-8d286b6b5948 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:53.367730 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7bf2f525-6dc5-4d4e-a577-33655d85dc38 req-0d95f6d3-e93e-4f4a-936f-8d286b6b5948 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Sep 15 13:53:53.408680 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7bf2f525-6dc5-4d4e-a577-33655d85dc38 req-bb94aa07-edc2-4729-92f1-4bc1c070c12f tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350032 Sep 15 13:53:53.472761 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device c22b7a65-c078-4633-8d74-826bef08c617 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:53:53.584620 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port c22b7a65-c078-4633-8d74-826bef08c617 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:53:53.589577 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port c22b7a65-c078-4633-8d74-826bef08c617 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:53:53.589953 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:53.670527 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:53.693492 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:53:53.695547 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea40ce8-9362-45d6-98ae-fb32c9f1511d" -d '{"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "c22b7a65-c078-4633-8d74-826bef08c617"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:53:53.708144 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:53:53.730820 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f9e74f-9fc3-4550-989b-a9564e396c65 x-openstack-request-id: req-70f9e74f-9fc3-4550-989b-a9564e396c65 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:53:53.731114 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "c22b7a65-c078-4633-8d74-826bef08c617", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:53:53.731366 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70f9e74f-9fc3-4550-989b-a9564e396c65 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:53:53.731770 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617', 'code': 200} Sep 15 13:53:53.779008 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:53.829565 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:54.097261 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c4be-c117-45d9-8324-249015783e09 req-04434558-dea2-4842-a6f6-c511ecd49ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:54.098648 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40b1c4be-c117-45d9-8324-249015783e09 req-04434558-dea2-4842-a6f6-c511ecd49ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0397248 Sep 15 13:53:54.132266 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40b1c4be-c117-45d9-8324-249015783e09 req-5ce3dfe6-68b0-465c-9d5d-db4d22c75ac2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268571 Sep 15 13:53:54.521301 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe85aed-3657-42a4-aecc-88663f4d2c11 req-4861d545-e4df-4aa6-8609-adf4812b396a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:54.522766 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8fe85aed-3657-42a4-aecc-88663f4d2c11 req-4861d545-e4df-4aa6-8609-adf4812b396a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Sep 15 13:53:54.560774 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8fe85aed-3657-42a4-aecc-88663f4d2c11 req-81326adb-b5e9-4dcc-a367-de696132e526 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Sep 15 13:53:55.679839 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea15fb-c608-407a-b9c9-0f170d92409a req-9e9f7c00-1750-4584-bb45-1ad8b6bf92ab tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:55.680810 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f2ea15fb-c608-407a-b9c9-0f170d92409a req-9e9f7c00-1750-4584-bb45-1ad8b6bf92ab tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0523601 Sep 15 13:53:55.724228 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f2ea15fb-c608-407a-b9c9-0f170d92409a req-a9860c97-22f9-4306-aa15-d7e29014fe86 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374711 Sep 15 13:53:56.520668 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72941d86-e550-40cc-89b7-0a830da359d6 req-bd7cc444-f647-4c2b-b625-ab4a32439fa2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:56.522165 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72941d86-e550-40cc-89b7-0a830da359d6 req-bd7cc444-f647-4c2b-b625-ab4a32439fa2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0485265 Sep 15 13:53:56.565557 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72941d86-e550-40cc-89b7-0a830da359d6 req-f2ffaebd-5291-4379-a082-5bef3203f4f1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354464 Sep 15 13:53:56.841023 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae039e-b91f-4d67-8ec8-df228b89551c req-65aa6e41-dcd7-4e9a-a3dd-fb6d47a518a3 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:56.842506 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-98ae039e-b91f-4d67-8ec8-df228b89551c req-65aa6e41-dcd7-4e9a-a3dd-fb6d47a518a3 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0490410 Sep 15 13:53:56.883884 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-98ae039e-b91f-4d67-8ec8-df228b89551c req-c9469235-aa57-4936-87db-894430f96e6a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354180 Sep 15 13:53:56.998344 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecf2d6-e345-4eed-8d7b-c7d8e04e643f req-44e8a12d-4195-465a-a54e-af51d311de28 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:56.999803 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10ecf2d6-e345-4eed-8d7b-c7d8e04e643f req-44e8a12d-4195-465a-a54e-af51d311de28 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0481265 Sep 15 13:53:57.042034 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10ecf2d6-e345-4eed-8d7b-c7d8e04e643f req-719d27a1-ef0c-4c5b-82f7-edbbbec524f3 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363700 Sep 15 13:53:57.067192 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37378) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:57.152683 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4d20b-9b8e-47b5-aceb-7293215495e3 tempest-TestShelveInstance-627119935 tempest-TestShelveInstance-627119935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:57.154384 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-bbd4d20b-9b8e-47b5-aceb-7293215495e3 tempest-TestShelveInstance-627119935 tempest-TestShelveInstance-627119935-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1094 time: 0.0861154 Sep 15 13:53:57.157307 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37382) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:53:57.161730 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'port_id': 'c22b7a65-c078-4633-8d74-826bef08c617', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:53:57.287387 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for floatingip, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:57.380744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:57.485601 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Allocated IP 172.27.3.229 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/26fbfeb5-a908-4a3d-9355-fb1f24e1fca9) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:53:57.592168 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:57.691439 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f74556-f6a0-467c-a63c-8b364fe57b58 req-cf61cd8e-7825-4fc8-8476-7bb1d385e7ed tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:57.692915 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-06f74556-f6a0-467c-a63c-8b364fe57b58 req-cf61cd8e-7825-4fc8-8476-7bb1d385e7ed tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0486772 Sep 15 13:53:57.714128 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:57.766921 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-06f74556-f6a0-467c-a63c-8b364fe57b58 req-cb6665ae-da74-4de5-adff-6398945a9394 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678825 Sep 15 13:53:57.770199 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:53:57.775855 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'Port': ['ID=26fbfeb5-a908-4a3d-9355-fb1f24e1fca9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:57.778226 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:53:57.780973 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:53:57.804760 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.805130 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.805478 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.805803 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.806822 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.807218 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.807522 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.807847 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.808171 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.808490 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.808811 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:57.809185 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:53:58.143397 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:58.287193 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:58.499227 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:58.567267 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:58.639727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event updated for resources: {'Port': ['ID=26fbfeb5-a908-4a3d-9355-fb1f24e1fca9,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:53:58.651169 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:58.751832 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Floating IP 60593424-10b4-40f1-9afc-1172a6082254 associated. External IP: 172.27.3.229, port: c22b7a65-c078-4633-8d74-826bef08c617. Sep 15 13:53:58.899334 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7475e-5491-47af-a539-3e539403499f req-baaf5ecf-cd1b-4e7f-880a-02fc53f3d0ca tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:58.900855 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-61d7475e-5491-47af-a539-3e539403499f req-baaf5ecf-cd1b-4e7f-880a-02fc53f3d0ca tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0613911 Sep 15 13:53:58.980725 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-61d7475e-5491-47af-a539-3e539403499f req-a9493c0a-ab7f-4779-bf07-06b5ab2c1262 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504389 Sep 15 13:53:59.028625 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Router c1189bb2-ef51-4356-8df9-7409469f970b has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:53:59.138667 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:53:59.148794 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] Sync routers for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:53:59.162579 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:59.163199 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:53:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:59.229980 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:59.257436 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d69378a7-7352-4158-906f-298f7b667d50 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0991080 Sep 15 13:53:59.258094 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:53:59.260377 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee3387-0162-4696-a937-bf1f2ab38004" -d '{"events": [{"name": "network-changed", "server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "tag": "c22b7a65-c078-4633-8d74-826bef08c617"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:53:59.270346 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:59.296328 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c227fd-8e21-4404-a35b-91b8f2cc4075 x-openstack-request-id: req-a5c227fd-8e21-4404-a35b-91b8f2cc4075 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:53:59.296618 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "tag": "c22b7a65-c078-4633-8d74-826bef08c617", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:53:59.296893 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5c227fd-8e21-4404-a35b-91b8f2cc4075 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:53:59.297285 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617', 'status': 'completed', 'code': 200} Sep 15 13:53:59.373372 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-ba40e18e-3487-43fa-b281-28d8d20c2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:59.374934 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-ba40e18e-3487-43fa-b281-28d8d20c2914 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0418427 Sep 15 13:53:59.497936 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '60593424-10b4-40f1-9afc-1172a6082254', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'port_id': 'c22b7a65-c078-4633-8d74-826bef08c617', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'mac_address': 'fa:16:3e:35:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:53:58Z', 'updated_at': '2021-09-15T13:53:58Z', 'revision_number': 0, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 5, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:59.526599 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-812b9ca4-77a1-4c15-ad28-f1edf746a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:59.528099 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-812b9ca4-77a1-4c15-ad28-f1edf746a584 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 908 time: 0.1425529 Sep 15 13:53:59.528293 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] Checking router: c1189bb2-ef51-4356-8df9-7409469f970b for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:53:59.537040 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:53:59.537641 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:53:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:59.593362 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-ae6c024d-647e-408a-9a35-5bc979d90bdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 1000 time: 0.0576074 Sep 15 13:53:59.647204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-b216bd34-8afe-4dfe-bbe0-7338260cfc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:59.647365 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:53:59.648681 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-b216bd34-8afe-4dfe-bbe0-7338260cfc03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 200 len: 846 time: 0.0480447 Sep 15 13:53:59.694660 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-fb905084-83c5-4f8e-92b1-7b0ac33afeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:59.696150 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-fb905084-83c5-4f8e-92b1-7b0ac33afeba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98958585-e65f-4168-801c-3f7a5a038807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399296 Sep 15 13:53:59.789692 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-16557608-19d8-4778-9b13-6703e9221eaf service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857480 Sep 15 13:53:59.873212 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '60593424-10b4-40f1-9afc-1172a6082254', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'port_id': 'c22b7a65-c078-4633-8d74-826bef08c617', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'mac_address': 'fa:16:3e:35:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:53:58Z', 'updated_at': '2021-09-15T13:53:58Z', 'revision_number': 0, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 5, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:53:59.880227 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fee3387-0162-4696-a937-bf1f2ab38004 req-d707948d-c860-484e-bc17-d9590ad30406 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821810 Sep 15 13:53:59.900288 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7d918-2feb-4438-9b0c-4415cf0b0f71 None None] The sync data for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi is: [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '60593424-10b4-40f1-9afc-1172a6082254', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'port_id': 'c22b7a65-c078-4633-8d74-826bef08c617', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'mac_address': 'fa:16:3e:35:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:53:58Z', 'updated_at': '2021-09-15T13:53:58Z', 'revision_number': 0, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 5, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:54:00.093262 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f70a84-41c7-4013-a8e6-ffffe00096ae None None] New status for floating IP 60593424-10b4-40f1-9afc-1172a6082254: ACTIVE {{(pid=101157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:54:00.105645 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7d8f0-1b43-4680-a58f-4e7c17969314 req-1b72a545-d87c-4a1f-9f77-61ab18b04d41 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:00.107198 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ddc7d8f0-1b43-4680-a58f-4e7c17969314 req-1b72a545-d87c-4a1f-9f77-61ab18b04d41 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0529697 Sep 15 13:54:00.145909 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ddc7d8f0-1b43-4680-a58f-4e7c17969314 req-8d0899e6-5011-4086-8be8-2624f6edb76a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325828 Sep 15 13:54:01.270691 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b016e0d-5a1b-4930-8a77-18abdaf22e7b req-42988c96-5028-44ff-93a7-d533c11f368f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:01.272167 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8b016e0d-5a1b-4930-8a77-18abdaf22e7b req-42988c96-5028-44ff-93a7-d533c11f368f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0517554 Sep 15 13:54:01.310204 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8b016e0d-5a1b-4930-8a77-18abdaf22e7b req-8e9a6c56-e06a-4591-9dd9-93a54e26cd1f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317447 Sep 15 13:54:02.428024 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f08e-3e23-43fa-9aed-83db06a7fd01 req-9325ece2-ba42-45fc-b6c1-7c6b09c93164 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:02.429449 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1848f08e-3e23-43fa-9aed-83db06a7fd01 req-9325ece2-ba42-45fc-b6c1-7c6b09c93164 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0486631 Sep 15 13:54:02.468854 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1848f08e-3e23-43fa-9aed-83db06a7fd01 req-933abfec-abe0-418f-8d86-6a11da42ecc9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334523 Sep 15 13:54:03.587632 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca97da-e4f1-4cc2-841e-daf106b47605 req-73041515-9deb-49dc-b497-b10e5d7dce94 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:03.589175 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9ca97da-e4f1-4cc2-841e-daf106b47605 req-73041515-9deb-49dc-b497-b10e5d7dce94 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0495772 Sep 15 13:54:03.626545 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b9ca97da-e4f1-4cc2-841e-daf106b47605 req-05f7e259-eb6c-4ee6-a74c-1d30d1f2fc41 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Sep 15 13:54:04.749648 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226c205-be75-4d8d-a7e4-9ee89f5f523d req-80cd9457-454d-4325-a5e8-16a2b1fa9757 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:04.751123 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1226c205-be75-4d8d-a7e4-9ee89f5f523d req-80cd9457-454d-4325-a5e8-16a2b1fa9757 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0514412 Sep 15 13:54:04.788736 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1226c205-be75-4d8d-a7e4-9ee89f5f523d req-019795fa-5ea2-4557-b948-6aa68a55dfbb tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314951 Sep 15 13:54:05.977010 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05284ceb-b0e1-457a-843c-2c66de81c429 req-9629fa11-8af0-4bc7-a698-47fdde4aa8e1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:05.979625 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-05284ceb-b0e1-457a-843c-2c66de81c429 req-9629fa11-8af0-4bc7-a698-47fdde4aa8e1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.1214092 Sep 15 13:54:06.017414 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-05284ceb-b0e1-457a-843c-2c66de81c429 req-26f9aea6-f351-493c-84b9-417d1a030214 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318689 Sep 15 13:54:07.134473 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc27493-8c74-4490-bc44-c09a864b0fd0 req-0c3ec36a-8b37-45a4-82f4-c960416d2445 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:07.136183 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cfc27493-8c74-4490-bc44-c09a864b0fd0 req-0c3ec36a-8b37-45a4-82f4-c960416d2445 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0480673 Sep 15 13:54:07.177092 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cfc27493-8c74-4490-bc44-c09a864b0fd0 req-dc95f3e2-0ad1-46bd-9acc-59035cc28e8c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332758 Sep 15 13:54:07.933299 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:08.298382 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943618-a8bd-4666-a355-cafc1d7c946c req-d6fc1d2f-1ba8-47a5-80f7-3926f5eedcce tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:08.299827 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46943618-a8bd-4666-a355-cafc1d7c946c req-d6fc1d2f-1ba8-47a5-80f7-3926f5eedcce tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0520320 Sep 15 13:54:08.337140 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46943618-a8bd-4666-a355-cafc1d7c946c req-a5bb64b3-859c-4dae-9da1-7d0fd0e78b1e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Sep 15 13:54:09.512304 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f46e7-87ed-4223-bbd6-6c35128e24ad req-41b52099-6517-4d41-a7a1-e10420c1c042 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:09.514265 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be5f46e7-87ed-4223-bbd6-6c35128e24ad req-41b52099-6517-4d41-a7a1-e10420c1c042 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.1026452 Sep 15 13:54:09.554551 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be5f46e7-87ed-4223-bbd6-6c35128e24ad req-963e36f1-0bd2-4442-b9d6-9053ffce19f9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329897 Sep 15 13:54:10.679259 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f828f7-0f4c-415b-ba3c-a0532a976269 req-d1803c62-c354-447a-a396-bf24ef6b2bb4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:10.680763 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-59f828f7-0f4c-415b-ba3c-a0532a976269 req-d1803c62-c354-447a-a396-bf24ef6b2bb4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0491672 Sep 15 13:54:10.718517 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-59f828f7-0f4c-415b-ba3c-a0532a976269 req-2909422f-86e0-431b-b807-b093ae206ecc tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314083 Sep 15 13:54:11.114887 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-20c2da9a-0318-41f0-8b9c-b1ab793b523d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428753 Sep 15 13:54:11.176700 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d564c2-e026-4344-9017-6879cebfe906 req-62061af1-9c5a-435a-898b-e6b6bb86f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:11.178204 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-62061af1-9c5a-435a-898b-e6b6bb86f29b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 1098 time: 0.0426722 Sep 15 13:54:11.285129 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d564c2-e026-4344-9017-6879cebfe906 req-644c5a23-acc6-4a9c-8b73-fa71df320199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:11.286614 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-644c5a23-acc6-4a9c-8b73-fa71df320199 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.0889156 Sep 15 13:54:11.350199 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-3357dd7d-ab4c-4cbe-b9f5-520f08f0df71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea HTTP/1.1" status: 200 len: 1000 time: 0.0564854 Sep 15 13:54:11.400857 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d564c2-e026-4344-9017-6879cebfe906 req-b57d8081-f843-4a05-9260-aa6740e221c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:11.402282 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-b57d8081-f843-4a05-9260-aa6740e221c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0434353 Sep 15 13:54:11.450763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d564c2-e026-4344-9017-6879cebfe906 req-76cfc504-3831-4cf4-9f38-b60744835eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:11.452240 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-76cfc504-3831-4cf4-9f38-b60744835eed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429847 Sep 15 13:54:11.542016 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-334d6bba-1f3f-4844-93d3-3d404bc91af5 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824788 Sep 15 13:54:11.638563 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85d564c2-e026-4344-9017-6879cebfe906 req-68fa4cf2-0b64-4cb1-b7f3-0bd522c114dd service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895326 Sep 15 13:54:11.837385 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d05c0-6e5b-4dab-9d01-7651c7106997 req-96e8127d-4ab5-4e43-b905-e531089a34d3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:11.838803 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f79d05c0-6e5b-4dab-9d01-7651c7106997 req-96e8127d-4ab5-4e43-b905-e531089a34d3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0473423 Sep 15 13:54:11.876287 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f79d05c0-6e5b-4dab-9d01-7651c7106997 req-411b8461-d8ce-425d-8a95-92db268c2f38 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Sep 15 13:54:12.998904 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb784-d4ef-4006-ac1d-bd9fb2bfeabd req-d9a6f20d-0b3c-4981-b18d-422f51ad9c22 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:13.000374 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f4bb784-d4ef-4006-ac1d-bd9fb2bfeabd req-d9a6f20d-0b3c-4981-b18d-422f51ad9c22 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0505052 Sep 15 13:54:13.038605 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3f4bb784-d4ef-4006-ac1d-bd9fb2bfeabd req-13f1fe67-599a-4ca1-b390-fb646b27021d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321712 Sep 15 13:54:13.513534 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:54:13.609546 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:13.621798 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'port_id': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'mac_address': 'fa:16:3e:f0:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:54:13.660070 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:13.672628 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e517b97-5286-4f0d-b838-027dd4cabda5 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:54:13.691402 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:13.761246 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:13.812860 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=6']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:13.820085 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.820434 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.820775 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.821262 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.822130 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.822468 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.822794 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.823122 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.823448 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.823771 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.824096 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.824417 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:13.862296 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['6e517b97-5286-4f0d-b838-027dd4cabda5'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:54:14.169827 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a18b98-f04c-40e5-ab51-4515ee817c27 req-089c9beb-d482-4873-8872-95ac0810b365 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:14.171540 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d6a18b98-f04c-40e5-ab51-4515ee817c27 req-089c9beb-d482-4873-8872-95ac0810b365 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 944 time: 0.0575657 Sep 15 13:54:14.213907 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d6a18b98-f04c-40e5-ab51-4515ee817c27 req-620a5e87-4040-40ba-ab94-e7a001930ff1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361733 Sep 15 13:54:15.334844 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de5299-9102-4b66-962a-34bc523aad57 req-f89d0ac9-49a3-4fd0-b60c-d392efc2776a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:15.336313 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7de5299-9102-4b66-962a-34bc523aad57 req-f89d0ac9-49a3-4fd0-b60c-d392efc2776a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 944 time: 0.0502121 Sep 15 13:54:15.376251 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b7de5299-9102-4b66-962a-34bc523aad57 req-17720052-85bb-42ac-b3b9-b7133b5b8734 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338268 Sep 15 13:54:15.520057 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:54:15.567787 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 6e517b97-5286-4f0d-b838-027dd4cabda5 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:54:15.568163 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:15.646918 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:15.671645 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:54:15.673937 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08485550-fff8-466c-bc96-b536df723879" -d '{"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-plugged", "status": "completed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:54:15.687590 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:15.709031 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1d6f46-3516-4d72-91f6-6c5e9a7238cd x-openstack-request-id: req-4c1d6f46-3516-4d72-91f6-6c5e9a7238cd {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:54:15.709328 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-plugged", "status": "completed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:54:15.709586 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c1d6f46-3516-4d72-91f6-6c5e9a7238cd {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:54:15.710009 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'code': 200} Sep 15 13:54:15.772352 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:15.821513 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=7']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:15.967212 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-6694cd89-0741-4120-ad2f-527c0dfffe42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:16.504794 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27604995-ebd8-47ce-aa49-b1b345a9bb7e req-cce2e12e-f249-4272-8483-3ce8c1e2770e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:16.506280 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27604995-ebd8-47ce-aa49-b1b345a9bb7e req-cce2e12e-f249-4272-8483-3ce8c1e2770e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0510304 Sep 15 13:54:16.551593 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-27604995-ebd8-47ce-aa49-b1b345a9bb7e req-7ff6f13f-dbe7-47e2-9f02-5f10cf40ce27 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Sep 15 13:54:17.820761 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d01988-b270-433f-8876-823443ed53d1 req-f26afeb9-ef33-44ca-ad32-f066d699a698 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:17.822794 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-69d01988-b270-433f-8876-823443ed53d1 req-f26afeb9-ef33-44ca-ad32-f066d699a698 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0544283 Sep 15 13:54:17.862143 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-69d01988-b270-433f-8876-823443ed53d1 req-f2b4eb08-4262-4e10-a8f0-4846f600d294 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Sep 15 13:54:18.646490 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d05156f0-a77c-430f-98af-ac3239478c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:18.757068 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:18.928189 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:54:19.016689 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b53d9-ca12-454f-96b5-0080394469e6 req-3d8930b3-c4f8-40d7-b2c8-718b3e26b627 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:19.018740 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5f3b53d9-ca12-454f-96b5-0080394469e6 req-3d8930b3-c4f8-40d7-b2c8-718b3e26b627 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0548844 Sep 15 13:54:19.062357 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5f3b53d9-ca12-454f-96b5-0080394469e6 req-375cb2cb-b0ac-449b-80d7-e2d237a8f0d0 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367098 Sep 15 13:54:20.035443 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:20.195633 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad48cd5-d485-4e0a-8d30-d73e77833408 req-be85f8d8-472a-4d78-b9eb-4399c8c00557 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:20.198037 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ad48cd5-d485-4e0a-8d30-d73e77833408 req-be85f8d8-472a-4d78-b9eb-4399c8c00557 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0544872 Sep 15 13:54:20.243927 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ad48cd5-d485-4e0a-8d30-d73e77833408 req-845f435f-8619-4a2b-bde8-d2864007501c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393779 Sep 15 13:54:21.391713 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f2996-b3a3-4cd7-a631-1dcb64dc4249 req-8059e076-96c6-49a4-b0f0-3de113b789ef tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:21.393286 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb6f2996-b3a3-4cd7-a631-1dcb64dc4249 req-8059e076-96c6-49a4-b0f0-3de113b789ef tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0622327 Sep 15 13:54:21.450717 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cb6f2996-b3a3-4cd7-a631-1dcb64dc4249 req-0746df22-f803-470f-9816-caf882bf0bad tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513783 Sep 15 13:54:21.608110 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:22.585487 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9038-7db2-477e-b5ee-2b6c99fb751c req-f0408742-a877-499c-a7e3-e1d99af98a00 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:22.587578 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-975b9038-7db2-477e-b5ee-2b6c99fb751c req-f0408742-a877-499c-a7e3-e1d99af98a00 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0514398 Sep 15 13:54:22.629152 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-975b9038-7db2-477e-b5ee-2b6c99fb751c req-d2d27f0f-b87b-4fcd-b09f-e9ffada4a9a9 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350235 Sep 15 13:54:23.783912 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ccb2c-318b-439a-b3d2-c5f2a4f7daf1 req-21ae103c-2105-4783-9ff7-3e45c6fc9b71 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:23.792657 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c93ccb2c-318b-439a-b3d2-c5f2a4f7daf1 req-21ae103c-2105-4783-9ff7-3e45c6fc9b71 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0735610 Sep 15 13:54:23.856971 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c93ccb2c-318b-439a-b3d2-c5f2a4f7daf1 req-70cf75eb-73cb-4189-8402-3b45193934de tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628972 Sep 15 13:54:24.994521 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53398c58-c79a-494c-b0ee-2ab15f8ec584 req-a80dcad1-9f25-4a42-960e-68cff18960c7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:25.002623 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53398c58-c79a-494c-b0ee-2ab15f8ec584 req-a80dcad1-9f25-4a42-960e-68cff18960c7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0665827 Sep 15 13:54:25.037726 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53398c58-c79a-494c-b0ee-2ab15f8ec584 req-f08db3eb-b4f2-46a2-a34f-24a4c263e25b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340889 Sep 15 13:54:26.205772 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d165b-7aa4-417a-ad49-3503c3631a38 req-5c020176-f06a-477a-bac0-47de88ae966a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:26.207453 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-416d165b-7aa4-417a-ad49-3503c3631a38 req-5c020176-f06a-477a-bac0-47de88ae966a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0724723 Sep 15 13:54:26.255130 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-416d165b-7aa4-417a-ad49-3503c3631a38 req-60d4b349-d787-4bc2-84b5-387718c56d56 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389278 Sep 15 13:54:27.426180 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b693fd-7042-4af6-bb76-3fea537df124 req-dd1c3d1c-1abc-4838-9cd3-63c2c2250948 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:27.427838 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-82b693fd-7042-4af6-bb76-3fea537df124 req-dd1c3d1c-1abc-4838-9cd3-63c2c2250948 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0865996 Sep 15 13:54:27.478356 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-82b693fd-7042-4af6-bb76-3fea537df124 req-e014f2fa-08ff-488e-86e8-94cd3f02c4c2 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 Sep 15 13:54:28.617156 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa264d1-9e38-4d8d-92d3-d4b1bed3f512 req-f1e01aac-75da-4d4b-9658-737f71c79cb6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:28.619920 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aa264d1-9e38-4d8d-92d3-d4b1bed3f512 req-f1e01aac-75da-4d4b-9658-737f71c79cb6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0579777 Sep 15 13:54:28.658648 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aa264d1-9e38-4d8d-92d3-d4b1bed3f512 req-fb0cb14b-9c3a-4a1c-976f-4286f8d758ba tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332689 Sep 15 13:54:29.796622 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85743971-8b77-4c50-ab98-ee49be2abd03 req-d2f7a943-9a60-4b6b-a3d5-abedf244ce07 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:29.798210 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85743971-8b77-4c50-ab98-ee49be2abd03 req-d2f7a943-9a60-4b6b-a3d5-abedf244ce07 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0572171 Sep 15 13:54:29.840754 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-85743971-8b77-4c50-ab98-ee49be2abd03 req-bb021496-5608-4c31-9a39-528db5aa0154 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356174 Sep 15 13:54:30.962456 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929fa43-8749-464d-b485-e066dda47729 req-88bc69ff-4022-403c-b98a-3ad48b67f420 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:30.963910 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7929fa43-8749-464d-b485-e066dda47729 req-88bc69ff-4022-403c-b98a-3ad48b67f420 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0518012 Sep 15 13:54:31.002554 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7929fa43-8749-464d-b485-e066dda47729 req-46207d71-c846-4c78-8da6-2348e0890d89 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324702 Sep 15 13:54:32.131314 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afc728-8ff3-48c2-8984-2427af9bf4e7 req-95aa1c94-8cfa-4ce9-bc15-e4bf0ce3ca44 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:32.132819 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a4afc728-8ff3-48c2-8984-2427af9bf4e7 req-95aa1c94-8cfa-4ce9-bc15-e4bf0ce3ca44 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0549550 Sep 15 13:54:32.172563 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a4afc728-8ff3-48c2-8984-2427af9bf4e7 req-d2f82847-7370-4487-a92b-0e01817851c8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330982 Sep 15 13:54:32.313745 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-52a960f2-8e18-4083-8102-4e23c180f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:32.315309 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-52a960f2-8e18-4083-8102-4e23c180f1a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1098 time: 0.0442958 Sep 15 13:54:32.410684 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-ffc1b5e3-c9f3-4113-80f0-22641d674f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:32.412147 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-ffc1b5e3-c9f3-4113-80f0-22641d674f9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.0894139 Sep 15 13:54:32.753416 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-9f03ceed-206d-43f7-8c89-14637850dc25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 200 len: 1000 time: 0.3339412 Sep 15 13:54:32.804963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-30c06b76-44b8-4564-a31b-a8b4e1c07f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:32.806523 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-30c06b76-44b8-4564-a31b-a8b4e1c07f57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0452194 Sep 15 13:54:32.855950 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-9260dbba-606d-418c-8329-118c70c6331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:32.857469 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-9260dbba-606d-418c-8329-118c70c6331b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442772 Sep 15 13:54:32.949260 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-27a700a7-ef87-4e1b-b297-929eaacee3a4 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Sep 15 13:54:33.043914 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e0fe8f6-c3c0-43f6-b7a4-b5b77bc9fd73 req-00fc9364-2028-4dc4-a747-f7fb292e5c83 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877614 Sep 15 13:54:33.294395 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedfefb-5f8a-4131-8f1a-3468260e5ab9 req-71b3b915-0cf2-4931-8ffd-a149ec4bf717 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:33.295883 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-acedfefb-5f8a-4131-8f1a-3468260e5ab9 req-71b3b915-0cf2-4931-8ffd-a149ec4bf717 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0501552 Sep 15 13:54:33.337897 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-acedfefb-5f8a-4131-8f1a-3468260e5ab9 req-b89fecf0-ef85-4572-9673-a5200399ee03 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354867 Sep 15 13:54:34.459606 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dbd5b-0e45-4355-b0e5-140c94b1ffaf req-22f324a7-9076-4f6b-8cc5-2a06b01b5972 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:34.461095 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f31dbd5b-0e45-4355-b0e5-140c94b1ffaf req-22f324a7-9076-4f6b-8cc5-2a06b01b5972 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0484881 Sep 15 13:54:34.499388 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f31dbd5b-0e45-4355-b0e5-140c94b1ffaf req-9754b615-cb8a-4057-bb49-ec6617e3276f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Sep 15 13:54:35.623147 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc1f9-f556-4e05-a7ca-b148096eaced req-5eec7022-df0c-4fff-86fb-771f47cc4fff tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:35.624629 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53efc1f9-f556-4e05-a7ca-b148096eaced req-5eec7022-df0c-4fff-86fb-771f47cc4fff tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 945 time: 0.0537903 Sep 15 13:54:35.654670 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:35.667550 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-53efc1f9-f556-4e05-a7ca-b148096eaced req-40a69a21-22f0-4321-a937-950e4bb182c7 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369411 Sep 15 13:54:35.731326 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.762862 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:54:35.764141 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d69d30e-6a05-4247-9624-f9849cda614b" -d '{"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-unplugged", "status": "completed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:54:35.777672 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:35.798979 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3169466-892b-4b7d-a4f4-4c4cd2dbf509 x-openstack-request-id: req-a3169466-892b-4b7d-a4f4-4c4cd2dbf509 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:54:35.799362 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-unplugged", "status": "failed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5", "code": 422}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:54:35.799644 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3169466-892b-4b7d-a4f4-4c4cd2dbf509 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:54:35.800085 dv-cinder-759961-19-iscsi neutron-server[101156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'code': 422} returned with failed status Sep 15 13:54:35.829215 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.879975 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=8']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:37.821414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344a67a-1b90-45d3-9eeb-d96d1e31977b req-6c06be30-01b9-4211-a03e-d6d40b77ea36 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:37.822905 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a344a67a-1b90-45d3-9eeb-d96d1e31977b req-6c06be30-01b9-4211-a03e-d6d40b77ea36 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0495002 Sep 15 13:54:37.861898 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a344a67a-1b90-45d3-9eeb-d96d1e31977b req-1dd9d346-c112-48a4-8ec5-36bebaf81f5f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330288 Sep 15 13:54:37.897491 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:38.226165 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37576) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:38.307681 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-2f3ff310-2a62-4f3f-90bf-d20ffc99cbed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802720 Sep 15 13:54:38.316414 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-54082b4f-7710-4286-821d-26834139a038 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:54:38.317398 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-54082b4f-7710-4286-821d-26834139a038 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049114 Sep 15 13:54:38.999848 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e07cf-f433-4771-b6df-2b7a597aaa02 req-4656da06-e27f-419b-9dea-37a3b222ad29 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:39.001400 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa7e07cf-f433-4771-b6df-2b7a597aaa02 req-4656da06-e27f-419b-9dea-37a3b222ad29 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0603695 Sep 15 13:54:39.055820 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa7e07cf-f433-4771-b6df-2b7a597aaa02 req-8c219577-533c-4bc3-a6ef-14530a5ab326 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446532 Sep 15 13:54:39.802757 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-ba02ed3c-ccd1-45f9-a910-fb74f853620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:39.804346 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-ba02ed3c-ccd1-45f9-a910-fb74f853620f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a&tenant_id=1e6f195eb8d14f64b172babb65c6fd1d HTTP/1.1" status: 200 len: 1096 time: 0.0427656 Sep 15 13:54:39.815309 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-343f0943-5aca-46e1-a464-55bc7bcd4a1c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:54:39.816819 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-343f0943-5aca-46e1-a464-55bc7bcd4a1c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050848 Sep 15 13:54:39.877689 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-478afe22-af95-4a06-8361-122ad7041545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:39.879233 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-478afe22-af95-4a06-8361-122ad7041545 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1096 time: 0.0404234 Sep 15 13:54:39.979821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-db56947c-59c9-4434-8b14-d1b507aca331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:39.981412 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-db56947c-59c9-4434-8b14-d1b507aca331 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.0955420 Sep 15 13:54:40.051991 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-46bc2f04-b657-42ff-9436-de26aa954b27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 200 len: 998 time: 0.0630953 Sep 15 13:54:40.102438 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-ba996a3f-6be7-416f-bad7-b2e13553d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:40.103917 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-ba996a3f-6be7-416f-bad7-b2e13553d308 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0450664 Sep 15 13:54:40.185494 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-bcbefaa7-392e-4c86-b181-a085406b1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:40.186996 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-bcbefaa7-392e-4c86-b181-a085406b1424 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752978 Sep 15 13:54:40.199515 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d35e-bd9e-4c70-a35c-461ce5b81fbb req-d1bef755-890c-47b4-8313-2ff3e147a220 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:40.201005 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e859d35e-bd9e-4c70-a35c-461ce5b81fbb req-d1bef755-890c-47b4-8313-2ff3e147a220 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0606616 Sep 15 13:54:40.295105 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e859d35e-bd9e-4c70-a35c-461ce5b81fbb req-d2abae84-2eda-4502-b11c-4ec8b11d467c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860927 Sep 15 13:54:40.316575 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-e87bbe23-c2fe-4d30-a044-986a55183329 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146030 Sep 15 13:54:40.406564 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-e0b40926-b730-4f46-87c8-bec7341243d3 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Sep 15 13:54:41.436330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe95d8f-33a3-4028-ad78-f23f9f17d34c req-c732f715-07e2-4ff1-a2a0-600e87bb338b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:41.438091 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fe95d8f-33a3-4028-ad78-f23f9f17d34c req-c732f715-07e2-4ff1-a2a0-600e87bb338b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0635395 Sep 15 13:54:41.485214 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0fe95d8f-33a3-4028-ad78-f23f9f17d34c req-ea506413-a37f-4240-95bb-957d877e3efe tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Sep 15 13:54:42.607994 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89ebe-3b4e-4e18-9221-bed124b3d0e3 req-a244e548-9f38-479f-bd5e-9df5d86bdb85 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:42.609730 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-48c89ebe-3b4e-4e18-9221-bed124b3d0e3 req-a244e548-9f38-479f-bd5e-9df5d86bdb85 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0530670 Sep 15 13:54:42.651333 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-48c89ebe-3b4e-4e18-9221-bed124b3d0e3 req-ddbaec6e-e1fc-45d0-8a99-3be979c68885 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355098 Sep 15 13:54:43.786043 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a986757-162c-45f9-9072-b009d44a6a23 req-cfd38ecc-f319-49c8-a6b0-926d04c18e04 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:43.789264 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a986757-162c-45f9-9072-b009d44a6a23 req-cfd38ecc-f319-49c8-a6b0-926d04c18e04 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0658545 Sep 15 13:54:43.827701 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a986757-162c-45f9-9072-b009d44a6a23 req-3fbaa4a5-f3eb-43cb-ac92-9b7099257d4b tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313766 Sep 15 13:54:44.952167 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c5aa1-6c0e-4b41-bba7-9efa3300cea8 req-a2c785a6-e7ac-44b7-b191-3268abf42a31 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:44.953761 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be2c5aa1-6c0e-4b41-bba7-9efa3300cea8 req-a2c785a6-e7ac-44b7-b191-3268abf42a31 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0535593 Sep 15 13:54:44.993449 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be2c5aa1-6c0e-4b41-bba7-9efa3300cea8 req-4e44adca-291f-44b8-9c22-af2927d8b193 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Sep 15 13:54:45.982925 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0ef348a4-8903-43ad-8694-6c74be9371f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:46.118352 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af42b3-4418-46b8-9a29-b6a17f1bb2e3 req-632100b6-e213-451c-867e-8c6546583c4a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:46.120027 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c5af42b3-4418-46b8-9a29-b6a17f1bb2e3 req-632100b6-e213-451c-867e-8c6546583c4a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0504215 Sep 15 13:54:46.165253 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c5af42b3-4418-46b8-9a29-b6a17f1bb2e3 req-d4050e4f-22db-4d4f-8842-0792cee51a82 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371478 Sep 15 13:54:47.298625 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a7afd-bed1-400a-b8fb-f87dc8f562bf req-c2c238ab-9f6a-41e9-9a77-0ac5040a1505 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:47.300088 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d1a7afd-bed1-400a-b8fb-f87dc8f562bf req-c2c238ab-9f6a-41e9-9a77-0ac5040a1505 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0536191 Sep 15 13:54:47.340158 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d1a7afd-bed1-400a-b8fb-f87dc8f562bf req-aaed6946-881f-4adb-adca-26324b7d12a6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319455 Sep 15 13:54:48.475358 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80d1c4-bc9b-4cef-9cd7-ecae70a5b074 req-86ff4344-7451-4808-b35d-0a9eddcb5a2c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:48.477106 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ea80d1c4-bc9b-4cef-9cd7-ecae70a5b074 req-86ff4344-7451-4808-b35d-0a9eddcb5a2c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0541670 Sep 15 13:54:48.535200 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ea80d1c4-bc9b-4cef-9cd7-ecae70a5b074 req-faf949d3-3f6f-476f-a28f-392548d5d663 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Sep 15 13:54:48.640328 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-67030ef5-0b5a-4ea8-8e1c-a8f529524f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:48.760431 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:49.653937 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c705a-84f3-4a44-8145-d896568b50ec req-69b6b423-d5ff-4c2a-be70-b1a67f2fbeb1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:49.655407 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-768c705a-84f3-4a44-8145-d896568b50ec req-69b6b423-d5ff-4c2a-be70-b1a67f2fbeb1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0481453 Sep 15 13:54:49.697007 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-768c705a-84f3-4a44-8145-d896568b50ec req-5380f23c-fff2-4251-b7b9-47a8ddde6589 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353422 Sep 15 13:54:50.051551 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:50.843837 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d02ea2-d363-46d0-85ca-de7ccaeaffe3 req-031b4487-f694-44ee-b3df-f94d0ec4df17 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:50.845368 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76d02ea2-d363-46d0-85ca-de7ccaeaffe3 req-031b4487-f694-44ee-b3df-f94d0ec4df17 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0502985 Sep 15 13:54:50.896759 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76d02ea2-d363-46d0-85ca-de7ccaeaffe3 req-b1499d42-a400-4224-bd27-5e8e2056caf1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454416 Sep 15 13:54:51.651366 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:52.025822 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b833fe-0b22-4594-b8b4-5e66000decc1 req-445c859f-8b6d-4525-a897-9b81f27065f6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:52.027342 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-18b833fe-0b22-4594-b8b4-5e66000decc1 req-445c859f-8b6d-4525-a897-9b81f27065f6 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0572772 Sep 15 13:54:52.067087 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-18b833fe-0b22-4594-b8b4-5e66000decc1 req-8055a65a-91c1-4642-9cbb-6ef02ccd4ab1 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335851 Sep 15 13:54:53.191670 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e10c-4b59-428b-b038-cb805c97b912 req-56cf903f-de35-47be-895a-7af2465c6463 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:53.193252 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1f84e10c-4b59-428b-b038-cb805c97b912 req-56cf903f-de35-47be-895a-7af2465c6463 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0519741 Sep 15 13:54:53.245124 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1f84e10c-4b59-428b-b038-cb805c97b912 req-506802b3-c18e-468a-94b2-5202abd6f329 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441966 Sep 15 13:54:54.364824 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e8a2b-d3dd-4a9d-b690-b61042a4bd51 req-64d2ed90-3bb8-4853-ad44-81559e267e82 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:54.366353 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-217e8a2b-d3dd-4a9d-b690-b61042a4bd51 req-64d2ed90-3bb8-4853-ad44-81559e267e82 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0500500 Sep 15 13:54:54.405237 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-217e8a2b-d3dd-4a9d-b690-b61042a4bd51 req-2dbd9b07-79a4-45dd-9f15-ad2b3347a671 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313461 Sep 15 13:54:55.536350 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447db2a9-6cce-444e-aed6-30babb9d4931 req-4d8e01c1-38ea-4374-9ef8-c3c38d16a061 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:55.537867 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-447db2a9-6cce-444e-aed6-30babb9d4931 req-4d8e01c1-38ea-4374-9ef8-c3c38d16a061 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0536079 Sep 15 13:54:55.579528 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-447db2a9-6cce-444e-aed6-30babb9d4931 req-80a6fdd0-64db-40c6-87b6-59aefdd3e5a3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356655 Sep 15 13:54:55.917198 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:54:56.705827 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f525-f633-4c8f-af3f-b1e6b6984075 req-fa7d5082-3da9-4bd4-8ef2-f4655862c801 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:56.707377 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5940f525-f633-4c8f-af3f-b1e6b6984075 req-fa7d5082-3da9-4bd4-8ef2-f4655862c801 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0511842 Sep 15 13:54:56.750030 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5940f525-f633-4c8f-af3f-b1e6b6984075 req-cd514f75-0b60-4747-85cb-778a44733d80 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357454 Sep 15 13:54:57.881404 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfac7e-53c5-4b64-8ccd-c8fd542559fa req-d8915425-07c0-4789-9c7d-ecf690aea311 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:57.883178 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-42bfac7e-53c5-4b64-8ccd-c8fd542559fa req-d8915425-07c0-4789-9c7d-ecf690aea311 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0554202 Sep 15 13:54:57.937138 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-42bfac7e-53c5-4b64-8ccd-c8fd542559fa req-78ad1db9-ff3d-4528-9f85-dfa4c59268de tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 Sep 15 13:54:59.067838 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ca8de-7d05-402b-8c3b-f28e7cf9bb58 req-2e143ad7-9581-4d82-b5f0-65f1698bd31a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:59.069425 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e11ca8de-7d05-402b-8c3b-f28e7cf9bb58 req-2e143ad7-9581-4d82-b5f0-65f1698bd31a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 943 time: 0.0548511 Sep 15 13:54:59.109748 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e11ca8de-7d05-402b-8c3b-f28e7cf9bb58 req-f126e04e-73e2-46a2-b194-c8fb8f48a7df tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333965 Sep 15 13:54:59.738938 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:54:59.839102 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:59.852689 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'port_id': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'mac_address': 'fa:16:3e:f0:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:54:59.899423 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:59.915177 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e517b97-5286-4f0d-b838-027dd4cabda5 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:54:59.937082 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:55:00.006340 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:00.058754 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=9']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:55:00.248297 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc051a-52a3-47ae-86aa-892ea21c3a07 req-06a2f161-c563-4a40-b698-60d932639fba tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:00.249928 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ccdc051a-52a3-47ae-86aa-892ea21c3a07 req-06a2f161-c563-4a40-b698-60d932639fba tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 944 time: 0.0580049 Sep 15 13:55:00.292060 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ccdc051a-52a3-47ae-86aa-892ea21c3a07 req-d0dc5781-f945-468d-948c-da3b10922d73 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359402 Sep 15 13:55:00.333421 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['6e517b97-5286-4f0d-b838-027dd4cabda5'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:55:01.418760 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb18dc2-a1dc-4159-9953-ffe9a398da00 req-47f953fd-affb-45fa-b27d-a2ee9b95f19f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:01.420314 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-efb18dc2-a1dc-4159-9953-ffe9a398da00 req-47f953fd-affb-45fa-b27d-a2ee9b95f19f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 944 time: 0.0536480 Sep 15 13:55:01.462895 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-efb18dc2-a1dc-4159-9953-ffe9a398da00 req-de59e698-7048-446e-a486-66b6d1b276c4 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364282 Sep 15 13:55:01.752344 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:55:01.802664 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 6e517b97-5286-4f0d-b838-027dd4cabda5 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:55:01.803035 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:01.883512 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:01.907690 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:55:01.910458 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20206acc-6340-49be-8f5d-9f881174f47e" -d '{"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-plugged", "status": "completed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:55:01.932053 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:55:01.988792 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:02.035988 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4491f748-2a44-4211-80a8-424cf89889e7 x-openstack-request-id: req-4491f748-2a44-4211-80a8-424cf89889e7 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:55:02.036318 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-plugged", "status": "completed", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:55:02.036606 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4491f748-2a44-4211-80a8-424cf89889e7 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:55:02.037109 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'code': 200} Sep 15 13:55:02.051790 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=10']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:55:02.380002 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca67a7-1fc7-46c2-a63f-75fa7ddaa7c0 req-0d01bb2c-e603-4b7a-a1c5-b933f9618a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:02.381753 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9fca67a7-1fc7-46c2-a63f-75fa7ddaa7c0 req-0d01bb2c-e603-4b7a-a1c5-b933f9618a1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1099 time: 0.0946698 Sep 15 13:55:02.419639 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9fca67a7-1fc7-46c2-a63f-75fa7ddaa7c0 req-48ac65c0-5736-41ab-bc37-752ffb359583 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299299 Sep 15 13:55:02.633047 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102946e-37e7-4ffd-b154-68923b8cd899 req-32bf0286-7b2a-4aff-8214-dd294c30db90 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:02.635634 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2102946e-37e7-4ffd-b154-68923b8cd899 req-32bf0286-7b2a-4aff-8214-dd294c30db90 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.0834620 Sep 15 13:55:02.689823 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2102946e-37e7-4ffd-b154-68923b8cd899 req-144ef685-a815-45d8-8454-4aa5b82581da tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475249 Sep 15 13:55:03.856996 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24e34a-9811-4b31-873f-88d937b25ced req-851e3963-e492-40d5-9cce-4c7b43380dca tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:03.858556 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2e24e34a-9811-4b31-873f-88d937b25ced req-851e3963-e492-40d5-9cce-4c7b43380dca tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.0640593 Sep 15 13:55:03.906297 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2e24e34a-9811-4b31-873f-88d937b25ced req-1d167dc2-a40a-4a0a-9011-c31e3e058b69 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 Sep 15 13:55:05.062999 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390d23-7a40-4c3f-b229-b43908f128c3 req-a00e266d-0ea0-45ee-868a-b56ebd6636db tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:05.064629 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c390d23-7a40-4c3f-b229-b43908f128c3 req-a00e266d-0ea0-45ee-868a-b56ebd6636db tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.0622554 Sep 15 13:55:05.106748 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7c390d23-7a40-4c3f-b229-b43908f128c3 req-59779079-6356-4263-a728-d916fdb8b46d tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348241 Sep 15 13:55:06.234186 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069996fc-198e-49af-8057-e7d8cefbacff req-c58219a0-359f-4098-829e-a92717650cbe tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:06.235710 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-069996fc-198e-49af-8057-e7d8cefbacff req-c58219a0-359f-4098-829e-a92717650cbe tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.0576372 Sep 15 13:55:06.279549 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-069996fc-198e-49af-8057-e7d8cefbacff req-1baf90e5-fc80-4dbc-978c-48def8edd31e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Sep 15 13:55:07.885869 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:13.130727 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-92b59fa8-e50f-46ef-8033-882d84b241e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388708 Sep 15 13:55:13.216018 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-11de0052-bbef-43d7-bde3-2dd8d01d8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:13.217561 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-11de0052-bbef-43d7-bde3-2dd8d01d8575 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 1099 time: 0.0405018 Sep 15 13:55:13.326346 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-201d6699-8b8b-4dfd-84b9-fc654d622173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:13.327864 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-201d6699-8b8b-4dfd-84b9-fc654d622173 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 200 len: 917 time: 0.0893574 Sep 15 13:55:13.399451 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-9479da82-e820-4ab5-b99a-a59cf8f17107 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 200 len: 1000 time: 0.0649426 Sep 15 13:55:13.450328 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-5002c8b7-7e5e-49dc-96d2-f546fdfa8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:13.451816 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-5002c8b7-7e5e-49dc-96d2-f546fdfa8a53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 200 len: 855 time: 0.0451825 Sep 15 13:55:13.496824 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-fdc2fc65-7614-4d08-80dc-2fc33371d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:13.498351 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-fdc2fc65-7614-4d08-80dc-2fc33371d210 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401089 Sep 15 13:55:13.592772 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-36dbc27f-c599-42d0-b03a-c02f41f0ae55 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871594 Sep 15 13:55:13.684790 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1e17bd46-a927-44a6-994c-ba107374dc32 req-e170d45e-ede9-43e6-a88a-e9e1d0fe05b4 service neutron] 10.222.0.37 "GET /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848637 Sep 15 13:55:16.010679 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7fbb00f9-8a8f-4c51-9c0b-379007f8af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:18.799437 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:18.834093 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0ad847cf-3238-451b-81b2-b718d303b39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:20.073881 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:21.662183 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:32.917144 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:55:37.907722 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:38.834176 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3eb8b-b57a-4c9d-8edf-7ca19838a486 req-48e3fbbc-2701-4cd9-a5f5-adb7eaa624a3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:38.837021 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dbd3eb8b-b57a-4c9d-8edf-7ca19838a486 req-48e3fbbc-2701-4cd9-a5f5-adb7eaa624a3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 945 time: 0.0544646 Sep 15 13:55:38.889928 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dbd3eb8b-b57a-4c9d-8edf-7ca19838a486 req-0276e42a-7ce8-4a59-b6ca-cb3132674d57 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463979 Sep 15 13:55:40.011585 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47620f-c050-41d9-8d19-caef8f9991af req-bc7c94be-41ce-49d2-ab5b-37c705d18d88 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:40.013146 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d47620f-c050-41d9-8d19-caef8f9991af req-bc7c94be-41ce-49d2-ab5b-37c705d18d88 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 15 13:55:40.053343 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7d47620f-c050-41d9-8d19-caef8f9991af req-b4b92fbc-8b07-4455-bfb9-28eed5d7624c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337942 Sep 15 13:55:40.449245 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3525092-dbd2-4490-9502-7658f563bd3e req-625dfe19-347c-4d44-b812-98bd3e9e4f75 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:40.450720 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3525092-dbd2-4490-9502-7658f563bd3e req-625dfe19-347c-4d44-b812-98bd3e9e4f75 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 945 time: 0.0500424 Sep 15 13:55:40.555226 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Deleting port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:55:40.555565 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:40.655151 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] For port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:55:40.655509 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:40.832077 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:40.832445 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:40.832795 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Floating IP 21587c6a-38ad-46e9-b079-385ea5387096 disassociated. External IP: 172.27.3.14, port: 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea. Sep 15 13:55:40.833173 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Calling delete_port for 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:55:41.045112 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:41.076624 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event deleted for resources: {'Port': ['ID=04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:55:41.089777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.090119 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.090450 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.090778 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.091100 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.091420 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.091735 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.092072 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.092369 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.092732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.093007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.093318 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:41.173283 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a7f9e233-a4d1-4596-bbd9-cd2c266fb8f6 req-0d98421d-d939-4b69-8564-662702105ae8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 210 time: 0.0338840 Sep 15 13:55:41.237068 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:55:41.346247 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:55:41.358112 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:55:41.367880 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:55:41.368651 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:55:41.389510 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] No DVR routers for this DVR port 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:55:41.392098 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:41.394167 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e3525092-dbd2-4490-9502-7658f563bd3e req-eed12f4a-7778-49b8-bd15-c8c1c9cc586b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "DELETE /v2.0/ports/04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea HTTP/1.1" status: 204 len: 173 time: 0.9367185 Sep 15 13:55:41.394609 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'name': 'network-vif-deleted', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:55:41.396917 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ad1d88-1f38-4d8d-9b02-b9dbf350af86" -d '{"events": [{"server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "name": "network-vif-deleted", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:55:41.485140 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:55:41.511518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e63f1a-021b-4af7-abca-60e3a79513b6 x-openstack-request-id: req-b3e63f1a-021b-4af7-abca-60e3a79513b6 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:55:41.511907 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787ec84-b961-4108-aa61-f4f40967f2b8", "name": "network-vif-deleted", "tag": "04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:55:41.512245 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3e63f1a-021b-4af7-abca-60e3a79513b6 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:55:41.512697 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787ec84-b961-4108-aa61-f4f40967f2b8', 'name': 'network-vif-deleted', 'tag': '04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea', 'status': 'completed', 'code': 200} Sep 15 13:55:41.772655 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:55:41.801037 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:55:41.809778 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:55:41.810398 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:55:41.925549 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:55:42.140858 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:55:42.180702 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda0d8c-fbfa-44f2-81fe-a9102d40d526 None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:55:42.294335 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d7a79a17-82da-47d2-9925-d43fa283020a req-6341482f-660e-4ff2-90e5-aa5d2f644880 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=e787ec84-b961-4108-aa61-f4f40967f2b8 HTTP/1.1" status: 200 len: 210 time: 0.0293119 Sep 15 13:55:42.427880 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4d954-d7be-4596-a18c-1f92a324c4df None None] New status for floating IP 21587c6a-38ad-46e9-b079-385ea5387096: DOWN {{(pid=101157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:55:43.652053 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-4ffc214e-999a-49d5-b46b-f1b2d43d8b4a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167902020&fields=id&tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 267 time: 0.0420523 Sep 15 13:55:43.769425 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-af6da209-52ec-4046-a593-6afa9b6fbfd3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:43.770871 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-af6da209-52ec-4046-a593-6afa9b6fbfd3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 811 time: 0.1119943 Sep 15 13:55:43.786834 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-3358f9f3-d83f-496b-86bb-5588d59030c0 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/quotas/c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 375 time: 0.0094793 Sep 15 13:55:43.840657 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-fb1a189a-6725-40d1-b656-8a3deb84867c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475612 Sep 15 13:55:43.857761 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-409edc72-b773-4cd2-ba1e-e63db9908da5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:55:43.858725 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-409edc72-b773-4cd2-ba1e-e63db9908da5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056767 Sep 15 13:55:43.882351 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:55:43.902588 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:55:43.902929 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 04c0a4eb-fa10-4d8a-823d-76b2bb11a2ea not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:55:43.957690 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-79e9d62d-c3ef-4b85-a54b-a58b66990f9c service neutron] 10.222.0.23 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923181 Sep 15 13:55:44.317568 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-fe08fdb2-827a-4deb-b520-53368ef1d136 service neutron] 10.222.0.23 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527007 Sep 15 13:55:45.324422 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ebac434e-5262-4cf7-b1b1-650e69142beb req-90faa96c-b1ad-4583-9d81-18b46729f368 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 210 time: 0.0272298 Sep 15 13:55:45.981900 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2ef5d0b7-94d6-4890-8aae-41769c606e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:46.424491 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4014fd2f-0e05-4290-a235-6563948a159c req-bbcc91a3-f416-4c59-b83f-319f988fcbed tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 210 time: 0.0316756 Sep 15 13:55:47.177099 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-c4e889d1-04dd-400b-98ce-66101e58d9ad tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:47.179388 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-c4e889d1-04dd-400b-98ce-66101e58d9ad tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 811 time: 0.1081109 Sep 15 13:55:47.226929 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-daf83596-4aad-4a4b-8a6f-fbb62b5df333 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 379 time: 0.0379250 Sep 15 13:55:47.236395 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'port': {'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'admin_state_up': True, 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'security_groups': ['6c284f9e-e739-4a5b-89a9-4e20a9192d9d']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:55:47.450471 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Made reservation on behalf of c2ebbbe1401e4c0da8f43ab8cf7a7639 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:55:47.454140 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:47.548168 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1bcb08f4-9586-487b-9605-7481e73e0a69 req-f30b4369-f0c2-4ec2-8069-2cc5d283b48d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 210 time: 0.0384986 Sep 15 13:55:47.636400 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Allocated IP 172.20.0.8 (cba5a597-4483-4cf3-bfb4-5390d099e880/2841eed9-d2e4-4a36-bee9-5f92902315d6/8f5a0d5c-0a4c-457e-9afe-527d9801391d) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:55:47.809558 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:47.982784 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.046125 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Network cba5a597-4483-4cf3-bfb4-5390d099e880 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:55:48.049295 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:55:48.053027 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:55:48.086918 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=8f5a0d5c-0a4c-457e-9afe-527d9801391d,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:55:48.116472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:48.117396 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.222825 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-763972e0-92e3-4197-a1d5-8936a1fb54ae tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9904773 Sep 15 13:55:48.236112 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Request body: {'port': {'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:55:48.290250 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-c739943e-b65f-4e54-ae0e-e57d4a27e4bd None None] Provisioning complete for port 8f5a0d5c-0a4c-457e-9afe-527d9801391d triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:55:48.291114 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c739943e-b65f-4e54-ae0e-e57d4a27e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.297345 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.328614 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-c739943e-b65f-4e54-ae0e-e57d4a27e4bd None None] Port 8f5a0d5c-0a4c-457e-9afe-527d9801391d cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:55:48.596317 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5a0d5c-0a4c-457e-9afe-527d9801391d {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:55:48.604746 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.618537 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Transition to ACTIVE for port object 8f5a0d5c-0a4c-457e-9afe-527d9801391d will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:55:48.656212 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-93b207fd-edc2-4398-9e65-e2a1714e7f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.685995 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.698052 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0113fd-0f5e-4d2d-aeb6-702fed089a75 req-4595ede9-62b3-4957-926f-fdeee0c5fb24 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:48.699570 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a0113fd-0f5e-4d2d-aeb6-702fed089a75 req-4595ede9-62b3-4957-926f-fdeee0c5fb24 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 931 time: 0.0581527 Sep 15 13:55:48.768239 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Pushing event updated for resources: {'Port': ['ID=8f5a0d5c-0a4c-457e-9afe-527d9801391d,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:55:48.777050 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.801112 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a0113fd-0f5e-4d2d-aeb6-702fed089a75 req-26246aa0-f1a1-454d-861d-18b859fb22a3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803568 Sep 15 13:55:48.861947 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Attempting to bind port 8f5a0d5c-0a4c-457e-9afe-527d9801391d on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:55:48.862323 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Attempting to bind port 8f5a0d5c-0a4c-457e-9afe-527d9801391d by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:55:48.862605 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Attempting to bind port 8f5a0d5c-0a4c-457e-9afe-527d9801391d on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:55:48.867710 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Port 8f5a0d5c-0a4c-457e-9afe-527d9801391d on network cba5a597-4483-4cf3-bfb4-5390d099e880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:55:48.868029 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Attempting to bind port 8f5a0d5c-0a4c-457e-9afe-527d9801391d on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:55:48.874096 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:55:48.874433 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Checking segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:55:48.874813 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Bound using segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:55:48.875243 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Bound port: 8f5a0d5c-0a4c-457e-9afe-527d9801391d, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:55:48.875602 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:48.946092 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] For port 8f5a0d5c-0a4c-457e-9afe-527d9801391d, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:55:48.953561 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] For port 8f5a0d5c-0a4c-457e-9afe-527d9801391d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:55:49.033820 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:49.075566 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.076183 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:49.077619 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] 10.222.0.37 "PUT /v2.0/ports/8f5a0d5c-0a4c-457e-9afe-527d9801391d HTTP/1.1" status: 200 len: 1093 time: 0.8463550 Sep 15 13:55:49.078068 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:55:49.080381 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a7bcc-b252-4a79-b1bf-bf956e3f5c53" -d '{"events": [{"name": "network-changed", "server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:55:49.105964 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76690cf-0041-4955-8ba4-6bfe05eaa3eb service neutron] Pushing event updated for resources: {'Port': ['ID=8f5a0d5c-0a4c-457e-9afe-527d9801391d,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:55:49.137378 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54e0556-e3c3-49b6-9bb7-2a681085dd37 x-openstack-request-id: req-a54e0556-e3c3-49b6-9bb7-2a681085dd37 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:55:49.137628 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:55:49.137879 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a54e0556-e3c3-49b6-9bb7-2a681085dd37 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:55:49.138282 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'status': 'completed', 'code': 200} Sep 15 13:55:49.208279 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7bcc-b252-4a79-b1bf-bf956e3f5c53 req-91d70e53-4dcc-4915-97dc-fe9e51443247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.209981 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a2a7bcc-b252-4a79-b1bf-bf956e3f5c53 req-91d70e53-4dcc-4915-97dc-fe9e51443247 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1096 time: 0.0453491 Sep 15 13:55:49.318215 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7bcc-b252-4a79-b1bf-bf956e3f5c53 req-21358d75-2544-4a2e-937b-aa755b96bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.320307 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a2a7bcc-b252-4a79-b1bf-bf956e3f5c53 req-21358d75-2544-4a2e-937b-aa755b96bcca service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025214 Sep 15 13:55:49.420539 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7bcc-b252-4a79-b1bf-bf956e3f5c53 req-174eb561-a589-4452-89d7-a66f19bf52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.421953 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6a2a7bcc-b252-4a79-b1bf-bf956e3f5c53 req-174eb561-a589-4452-89d7-a66f19bf52df service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953517 Sep 15 13:55:49.505124 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-58a3b3ea-0e5b-49e6-a269-bc5741c31571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.506700 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-58a3b3ea-0e5b-49e6-a269-bc5741c31571 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1096 time: 0.0459118 Sep 15 13:55:49.553893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-3396a019-2b15-46b8-8aa0-6212c38754d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d HTTP/1.1" status: 200 len: 217 time: 0.0383992 Sep 15 13:55:49.604930 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-dc731da0-0b3c-4879-be91-5877c307c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.606416 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-dc731da0-0b3c-4879-be91-5877c307c98d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0467587 Sep 15 13:55:49.653927 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-45d7ee84-eede-415b-9a8a-d70c5b770bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.655466 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-45d7ee84-eede-415b-9a8a-d70c5b770bf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418909 Sep 15 13:55:49.751382 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-eb7494d7-73db-41f4-bacc-9193ec23ea01 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879059 Sep 15 13:55:49.847332 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-be7f2908-2266-45c3-abbb-5e0e25c417a0 req-f8be4eaf-ef0b-40db-9968-982423f49082 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 Sep 15 13:55:49.934666 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5be9a-94a4-46ff-8c91-049743ede933 req-44ce30a1-4403-4fa0-9140-bee3f2ca9ab4 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:49.936292 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7bc5be9a-94a4-46ff-8c91-049743ede933 req-44ce30a1-4403-4fa0-9140-bee3f2ca9ab4 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0579538 Sep 15 13:55:49.978675 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7bc5be9a-94a4-46ff-8c91-049743ede933 req-1d7649f5-2bda-4ec0-aac2-b20e9d1a7781 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360258 Sep 15 13:55:50.038844 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:51.106661 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8c838-b121-4845-ab37-6737a02e6f47 req-f99d341d-acd7-443d-a23d-502622552e2c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:51.108298 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6e8c838-b121-4845-ab37-6737a02e6f47 req-f99d341d-acd7-443d-a23d-502622552e2c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0554190 Sep 15 13:55:51.152565 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6e8c838-b121-4845-ab37-6737a02e6f47 req-4f8e4012-85df-4a9d-951a-0fe7be4f52f2 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373240 Sep 15 13:55:51.656147 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:52.267884 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f40ebb-4d03-4a7b-9539-b475f172372c req-d579a167-9b93-4b6d-80c5-b63a2b3a7832 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:52.269375 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-32f40ebb-4d03-4a7b-9539-b475f172372c req-d579a167-9b93-4b6d-80c5-b63a2b3a7832 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0487034 Sep 15 13:55:52.306319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-32f40ebb-4d03-4a7b-9539-b475f172372c req-449e9c77-534c-45fd-b851-dcfefb42d5cc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309391 Sep 15 13:55:53.427168 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f827d9-3839-4282-96b8-bf3d7b8a334f req-6da4249f-c60a-45dc-9968-02ecf322ce38 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:53.428851 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b5f827d9-3839-4282-96b8-bf3d7b8a334f req-6da4249f-c60a-45dc-9968-02ecf322ce38 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0531592 Sep 15 13:55:53.469820 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b5f827d9-3839-4282-96b8-bf3d7b8a334f req-8ec9721a-725d-4cf7-ac9f-10846bc6400e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350232 Sep 15 13:55:54.595164 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1538e-8fdf-4e5c-8dde-91b8bfd0a722 req-d2531a71-c085-45d0-85ad-50556b004461 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:54.597026 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-57b1538e-8fdf-4e5c-8dde-91b8bfd0a722 req-d2531a71-c085-45d0-85ad-50556b004461 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0524955 Sep 15 13:55:54.638814 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-57b1538e-8fdf-4e5c-8dde-91b8bfd0a722 req-6912a10f-f141-42e1-b2fc-e5e83b20e998 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354223 Sep 15 13:55:55.793207 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40510fdb-ad20-4d4d-a171-8953b91347d8 req-c7abb4f6-142e-437a-9d59-8a12c47bf65c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:55.794853 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40510fdb-ad20-4d4d-a171-8953b91347d8 req-c7abb4f6-142e-437a-9d59-8a12c47bf65c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0709467 Sep 15 13:55:55.837283 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-40510fdb-ad20-4d4d-a171-8953b91347d8 req-9742182e-b7a9-42a3-9415-c277135491fc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354514 Sep 15 13:55:56.970210 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4200dc-c541-4888-81f8-47c283afdb5c req-772c72f4-c8fa-4b1e-831a-1934f701da63 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:56.971809 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2d4200dc-c541-4888-81f8-47c283afdb5c req-772c72f4-c8fa-4b1e-831a-1934f701da63 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0641716 Sep 15 13:55:57.013729 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2d4200dc-c541-4888-81f8-47c283afdb5c req-994dc91d-79ec-4861-b0a4-1109f8b20e18 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349410 Sep 15 13:55:57.948327 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8f5a0d5c-0a4c-457e-9afe-527d9801391d details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:55:58.074170 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 8f5a0d5c-0a4c-457e-9afe-527d9801391d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:55:58.088249 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:55:58.129518 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:58.143806 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5a0d5c-0a4c-457e-9afe-527d9801391d {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:55:58.165615 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 8f5a0d5c-0a4c-457e-9afe-527d9801391d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:55:58.179234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0fee9-f7c5-4819-a856-2278f93874c1 req-9e540cfd-784f-4367-85dd-7e87b37b81c2 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:58.183369 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b2e0fee9-f7c5-4819-a856-2278f93874c1 req-9e540cfd-784f-4367-85dd-7e87b37b81c2 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 943 time: 0.0798028 Sep 15 13:55:58.238414 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b2e0fee9-f7c5-4819-a856-2278f93874c1 req-36ca4df3-33aa-4462-af2b-eeee0106205c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500605 Sep 15 13:55:58.290317 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:58.348324 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=8f5a0d5c-0a4c-457e-9afe-527d9801391d,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:55:58.356667 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.357099 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.357490 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.357870 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.358247 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.358637 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.359025 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.359393 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.359769 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.360161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.360526 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.360937 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:55:58.600451 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['8f5a0d5c-0a4c-457e-9afe-527d9801391d'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:55:59.378321 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe544f60-3a18-4add-a1b5-bcda212ffc3f req-2d6e8f73-3743-4176-ac94-41e16c5346b0 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:55:59.379903 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe544f60-3a18-4add-a1b5-bcda212ffc3f req-2d6e8f73-3743-4176-ac94-41e16c5346b0 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 944 time: 0.0529456 Sep 15 13:55:59.421589 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe544f60-3a18-4add-a1b5-bcda212ffc3f req-088d8a1b-4564-48b0-aaf9-046a2a7e9fa0 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340016 Sep 15 13:55:59.953912 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8f5a0d5c-0a4c-457e-9afe-527d9801391d up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:56:00.072680 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 8f5a0d5c-0a4c-457e-9afe-527d9801391d completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:56:00.077128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 8f5a0d5c-0a4c-457e-9afe-527d9801391d triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:00.077519 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:00.158485 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:00.181547 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:00.183818 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b30438f-6db1-41ec-8749-4989221829a9" -d '{"events": [{"server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "name": "network-vif-plugged", "status": "completed", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:00.202849 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 8f5a0d5c-0a4c-457e-9afe-527d9801391d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:00.226681 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcfef77-867c-43a1-b477-7721545e3938 x-openstack-request-id: req-2bcfef77-867c-43a1-b477-7721545e3938 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:00.226974 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "name": "network-vif-plugged", "status": "completed", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:00.227226 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bcfef77-867c-43a1-b477-7721545e3938 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:00.227623 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'code': 200} Sep 15 13:56:00.284465 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:00.333569 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=8f5a0d5c-0a4c-457e-9afe-527d9801391d,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:00.575323 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf3ec0-f739-4e5a-9756-6217b41fdc4f req-ea6880f9-d2bf-47fd-82d1-7ae39f76d29f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:00.576988 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6cdf3ec0-f739-4e5a-9756-6217b41fdc4f req-ea6880f9-d2bf-47fd-82d1-7ae39f76d29f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 945 time: 0.0850394 Sep 15 13:56:00.587004 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122549-cd3b-455d-a95a-66b71983f607 req-8453ed22-10d0-4fc8-8b5c-acc08d66d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:00.588534 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ea122549-cd3b-455d-a95a-66b71983f607 req-8453ed22-10d0-4fc8-8b5c-acc08d66d586 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1098 time: 0.0592272 Sep 15 13:56:00.643969 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6cdf3ec0-f739-4e5a-9756-6217b41fdc4f req-449a4c52-efd2-401c-bd15-ab01789b89cd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543792 Sep 15 13:56:00.648668 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ea122549-cd3b-455d-a95a-66b71983f607 req-52b178c6-b1d7-43ba-a547-94640d9ae59b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522430 Sep 15 13:56:01.764818 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1f878-49fa-411e-9910-9ea419c05e93 req-4a7c85eb-df76-4e4a-ac07-2e82ee17d55c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:01.766478 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-26a1f878-49fa-411e-9910-9ea419c05e93 req-4a7c85eb-df76-4e4a-ac07-2e82ee17d55c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 945 time: 0.0516958 Sep 15 13:56:01.809094 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-26a1f878-49fa-411e-9910-9ea419c05e93 req-644d000e-43f1-49d0-b6fa-126c45f7c3bb tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361867 Sep 15 13:56:02.418598 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5c00-da63-4af6-be9c-391259ab2086 req-c25955ad-58fe-46d1-837a-7077160a6111 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:02.420075 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9e0c5c00-da63-4af6-be9c-391259ab2086 req-c25955ad-58fe-46d1-837a-7077160a6111 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.0534217 Sep 15 13:56:02.459659 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9e0c5c00-da63-4af6-be9c-391259ab2086 req-414f422d-6096-4fe9-8fa3-346dfb47431e tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Sep 15 13:56:02.931893 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0922c-c404-439b-968f-228272f8c07e req-18e9b8f1-4aae-4c85-bda0-edb0763d0b1d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:02.933458 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5ce0922c-c404-439b-968f-228272f8c07e req-18e9b8f1-4aae-4c85-bda0-edb0763d0b1d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 945 time: 0.0552859 Sep 15 13:56:02.971963 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5ce0922c-c404-439b-968f-228272f8c07e req-72396411-9063-4650-bd3c-b3d596dc41dc tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324707 Sep 15 13:56:03.085238 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad821d-e94f-46c4-a7b0-5e399fbf8676 req-b89d0e25-bcec-496f-969a-b1ee234918e3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:03.086727 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7dad821d-e94f-46c4-a7b0-5e399fbf8676 req-b89d0e25-bcec-496f-969a-b1ee234918e3 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 945 time: 0.0499055 Sep 15 13:56:03.124694 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7dad821d-e94f-46c4-a7b0-5e399fbf8676 req-01a5aaf5-4857-4aad-bca6-ba22bc7f79f9 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319784 Sep 15 13:56:03.147208 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37822) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:03.189527 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ded42-3ad2-4b02-bd18-41286f51defb tempest-TestVolumeBootPattern-1418026208 tempest-TestVolumeBootPattern-1418026208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:03.191026 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-954ded42-3ad2-4b02-bd18-41286f51defb tempest-TestVolumeBootPattern-1418026208 tempest-TestVolumeBootPattern-1418026208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1093 time: 0.0427206 Sep 15 13:56:03.194823 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37824) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:03.199126 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:03.295571 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:03.406669 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:03.518826 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Allocated IP 172.27.3.147 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/0c62da67-d37e-4501-8b7f-bf8253ec486c) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:56:03.642552 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a163-1424-444c-bdde-4c013f4fa628 req-e2b31213-0d92-49d2-a5b0-e76af3d99d63 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:03.644062 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d31a163-1424-444c-bdde-4c013f4fa628 req-e2b31213-0d92-49d2-a5b0-e76af3d99d63 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.1103325 Sep 15 13:56:03.684283 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:03.706900 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d31a163-1424-444c-bdde-4c013f4fa628 req-78b05f30-e3bf-4b43-9a87-978b51fd390c tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530901 Sep 15 13:56:03.793417 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:03.839052 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:56:03.842043 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:03.849018 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:56:03.853095 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=0c62da67-d37e-4501-8b7f-bf8253ec486c,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:04.124357 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadb06-227e-4548-b744-670e52d2211d req-4359f87e-ce24-44b9-a025-1c37aca0777f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:04.125931 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d3cadb06-227e-4548-b744-670e52d2211d req-4359f87e-ce24-44b9-a025-1c37aca0777f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.1003008 Sep 15 13:56:04.348046 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Deleting port 6e517b97-5286-4f0d-b838-027dd4cabda5 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:56:04.348388 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:04.396304 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:04.488056 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] For port 6e517b97-5286-4f0d-b838-027dd4cabda5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6e517b97-5286-4f0d-b838-027dd4cabda5,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:04.488420 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:04.608558 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:04.735008 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:04.735285 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:04.735576 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Floating IP 68823fc9-2b15-48d7-a7ee-b04808b7ee0e disassociated. External IP: 172.27.3.68, port: 6e517b97-5286-4f0d-b838-027dd4cabda5. Sep 15 13:56:04.735960 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Calling delete_port for 6e517b97-5286-4f0d-b838-027dd4cabda5 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:56:05.180818 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396597-d57f-4aea-93b6-996ebb050660 req-bacfd423-1b6f-4f3d-87ff-e21406b424d3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:05.182358 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4396597-d57f-4aea-93b6-996ebb050660 req-bacfd423-1b6f-4f3d-87ff-e21406b424d3 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 946 time: 0.1324077 Sep 15 13:56:05.213458 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:05.269183 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4396597-d57f-4aea-93b6-996ebb050660 req-540ac523-d927-472e-a46d-31d17c84e788 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c04c27a-2824-4d48-9d4a-f5d833451303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722198 Sep 15 13:56:05.294181 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:05.375869 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=0c62da67-d37e-4501-8b7f-bf8253ec486c,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:05.384848 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:05.417703 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:05.453578 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event deleted for resources: {'Port': ['ID=6e517b97-5286-4f0d-b838-027dd4cabda5,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:05.560185 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Floating IP 103e02de-ecc3-4ba1-ae7b-9de785cc3813 associated. External IP: 172.27.3.147, port: 8f5a0d5c-0a4c-457e-9afe-527d9801391d. Sep 15 13:56:05.659574 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Router 72f404bd-e334-4bf8-abaf-12450b1ebef7 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:56:05.897186 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:56:05.908431 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] Sync routers for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:56:05.921123 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:05.922100 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:05.955058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] No DVR routers for this DVR port 6e517b97-5286-4f0d-b838-027dd4cabda5 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:56:05.957978 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:56:05.959803 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:05.961847 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d3cadb06-227e-4548-b744-670e52d2211d req-d250f7e9-b49e-4bbe-a552-52378ea18c30 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.37 "DELETE /v2.0/ports/6e517b97-5286-4f0d-b838-027dd4cabda5 HTTP/1.1" status: 204 len: 173 time: 1.8282261 Sep 15 13:56:05.962294 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-deleted', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:05.964630 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b963aca-a30b-491c-8186-1ee7e987a218" -d '{"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-deleted", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:06.015009 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1cfcf6-4d1b-48c9-a346-d959760085b5 x-openstack-request-id: req-0a1cfcf6-4d1b-48c9-a346-d959760085b5 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:06.015308 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96faf819-10ed-458b-a556-f34fa738471a", "name": "network-vif-deleted", "tag": "6e517b97-5286-4f0d-b838-027dd4cabda5", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:06.015558 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a1cfcf6-4d1b-48c9-a346-d959760085b5 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:06.016035 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96faf819-10ed-458b-a556-f34fa738471a', 'name': 'network-vif-deleted', 'tag': '6e517b97-5286-4f0d-b838-027dd4cabda5', 'status': 'completed', 'code': 200} Sep 15 13:56:06.046429 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:06.092175 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:56:06.102857 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:56:06.119051 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:06.119941 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:06.188110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:06.243390 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e4988b3c-7a8c-461d-a729-d56fbd0e92ff tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0473850 Sep 15 13:56:06.318968 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:06.320814 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:06.380115 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] Checking router: 72f404bd-e334-4bf8-abaf-12450b1ebef7 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:56:06.394707 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:06.395741 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:06.418450 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c45779c1-1e3c-40a8-94e8-70e6fdfb03d9 req-2a0c22bf-9002-4c6d-b19c-893ff5bee7f8 tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/ports?device_id=96faf819-10ed-458b-a556-f34fa738471a HTTP/1.1" status: 200 len: 210 time: 0.0419021 Sep 15 13:56:06.589569 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:04Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:06.617597 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:56:06.632510 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:06.633507 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:06.673716 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:06.844153 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:06.963521 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:06.999659 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f639966-1437-471b-ac90-7f2c878ba7b6 None None] The sync data for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi is: [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:44:14Z', 'revision_number': 4, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '33ee6fab-2511-4a0b-ae92-77cfc8d91ea6', 'name': '', 'network_id': '1d8c4fe6-881c-4234-a318-00ce2fe2a5bc', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'mac_address': 'fa:16:3e:b7:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:12Z', 'updated_at': '2021-09-15T13:44:20Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'subnets': [{'id': '1277b886-5ba6-403c-ba5d-5fe87ac506cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:56:07.126048 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:04Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:07.159692 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3ea85-ebc3-4aa5-a9b5-f1aec6528e7c None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:04Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:56:07.297046 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6a505-5e85-4f12-a826-a84f5a8f9dad None None] New status for floating IP 68823fc9-2b15-48d7-a7ee-b04808b7ee0e: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:56:07.406310 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584b375-92fa-4598-880d-661699d78d3a None None] New status for floating IP 103e02de-ecc3-4ba1-ae7b-9de785cc3813: ACTIVE {{(pid=101157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:56:07.572358 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37840) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:07.634471 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:07.661655 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:07.764135 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:07.766759 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:07.767922 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "DELETE /v2.0/security-groups/8c04c27a-2824-4d48-9d4a-f5d833451303 HTTP/1.1" status: 204 len: 168 time: 0.1945245 Sep 15 13:56:07.771232 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37844) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:07.779731 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c04c27a-2824-4d48-9d4a-f5d833451303,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:07.787788 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.api.v2.resource [None req-80f36d97-d283-46b2-8c2e-f23e83bd99ba tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] show failed (client error): The resource could not be found. Sep 15 13:56:07.788195 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.788700 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.792658 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.792658 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793109 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-80f36d97-d283-46b2-8c2e-f23e83bd99ba tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "GET /v2.0/security-groups/8c04c27a-2824-4d48-9d4a-f5d833451303 HTTP/1.1" status: 404 len: 347 time: 0.0167103 Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.793289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c79ee3a-6e51-4b30-99a7-c0462322f40f tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:07.794454 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37846) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:07.895840 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:07.956893 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Deleting port 14d07139-043b-487e-b18f-c54dac99cedc {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:56:07.957146 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:07.976277 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:56:07.997341 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 6e517b97-5286-4f0d-b838-027dd4cabda5 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:56:07.997688 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 6e517b97-5286-4f0d-b838-027dd4cabda5 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:56:08.017114 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:08.019379 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843d5799-8993-4f2f-bf01-2f2ded9632e7" -d '{"events": [{"name": "network-changed", "server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:08.049327 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:08.049727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:08.060655 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374637bf-794c-44d1-a0a9-758c230d2390 x-openstack-request-id: req-374637bf-794c-44d1-a0a9-758c230d2390 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:08.060961 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:08.061207 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-374637bf-794c-44d1-a0a9-758c230d2390 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:08.061584 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'status': 'completed', 'code': 200} Sep 15 13:56:08.067344 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Calling delete_port for 14d07139-043b-487e-b18f-c54dac99cedc owned by network:floatingip {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:56:08.191110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-510a5cd8-adc5-407b-a640-0f212519e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:08.192632 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-510a5cd8-adc5-407b-a640-0f212519e93c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1098 time: 0.0743763 Sep 15 13:56:08.326836 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-fdf57358-6e9d-4a06-b663-c840406f96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:08.328314 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-fdf57358-6e9d-4a06-b663-c840406f96a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.1264412 Sep 15 13:56:08.388260 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:08.424359 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-d542214f-2673-40f6-8b7a-0b1d1e703a84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d HTTP/1.1" status: 200 len: 1001 time: 0.0891161 Sep 15 13:56:08.428272 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Pushing event deleted for resources: {'Port': ['ID=14d07139-043b-487e-b18f-c54dac99cedc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:08.522008 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-6f9a391a-6cd9-4b6f-8df3-f4167fd25c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:08.523522 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-6f9a391a-6cd9-4b6f-8df3-f4167fd25c68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0913770 Sep 15 13:56:08.528373 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks [] for floatingip, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:08.530938 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:08.532092 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d4516e43-3916-4dc3-9147-9d6fbc0d221a tempest-AttachVolumeShelveTestJSON-745847937 tempest-AttachVolumeShelveTestJSON-745847937-project] 10.222.0.23 "DELETE /v2.0/floatingips/68823fc9-2b15-48d7-a7ee-b04808b7ee0e HTTP/1.1" status: 204 len: 168 time: 0.7378848 Sep 15 13:56:08.577260 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-27ab390e-622f-4bf3-bbba-c4e6d6143e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:08.578676 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-27ab390e-622f-4bf3-bbba-c4e6d6143e2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452731 Sep 15 13:56:08.687289 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-41838771-c725-4d3a-9df1-fcf00ed6e5f5 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998151 Sep 15 13:56:08.791497 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-843d5799-8993-4f2f-bf01-2f2ded9632e7 req-67312f72-30fa-44d1-ad74-5341513f08aa service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957727 Sep 15 13:56:09.918091 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:56:11.324583 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37874) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:11.839002 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:12.124350 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Deleting port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:56:12.124601 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:12.205737 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] For port 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:12.206127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:12.219750 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Calling delete_port for 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 owned by network:router_interface {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:56:12.478819 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:12.511989 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Pushing event deleted for resources: {'Port': ['ID=33ee6fab-2511-4a0b-ae92-77cfc8d91ea6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:12.992036 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:13.218732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Router 72f404bd-e334-4bf8-abaf-12450b1ebef7 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:56:13.337380 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:56:13.343576 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-ef67326e-aebd-434a-9aa4-4b37826eddde admin admin] 10.222.0.23 "PUT /v2.0/routers/72f404bd-e334-4bf8-abaf-12450b1ebef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172298 Sep 15 13:56:13.346322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37880) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:13.350497 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] Sync routers for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:56:13.365789 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:13.366656 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:13.469332 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks [] for router, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:13.493412 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:13.581651 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:13.690128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '1e44292d-949d-4ea3-97f8-d08694768403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:56:12Z', 'revision_number': 5, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port': {'id': '1e44292d-949d-4ea3-97f8-d08694768403', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:07Z', 'updated_at': '2021-09-15T13:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:13.720662 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] Checking router: 72f404bd-e334-4bf8-abaf-12450b1ebef7 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:56:13.743333 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] Routers {'72f404bd-e334-4bf8-abaf-12450b1ebef7'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:13.744656 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:55:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['72f404bd-e334-4bf8-abaf-12450b1ebef7'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:13.761956 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Deleting port 1e44292d-949d-4ea3-97f8-d08694768403 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:56:13.762303 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:13.853289 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] Set router 72f404bd-e334-4bf8-abaf-12450b1ebef7 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:13.853882 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] For port 1e44292d-949d-4ea3-97f8-d08694768403, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=1e44292d-949d-4ea3-97f8-d08694768403,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:13.854483 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:13.875317 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Calling delete_port for 1e44292d-949d-4ea3-97f8-d08694768403 owned by network:router_gateway {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:56:13.945887 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:56:13Z', 'revision_number': 6, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:13.977887 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f190af-a637-40a1-b6e2-be2a447f3dc9 None None] The sync data for ids ['72f404bd-e334-4bf8-abaf-12450b1ebef7'] in dv-cinder-759961-19-iscsi is: [{'id': '72f404bd-e334-4bf8-abaf-12450b1ebef7', 'name': 'tempest-AttachVolumeShelveTestJSON-903193153-router', 'tenant_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:06Z', 'updated_at': '2021-09-15T13:56:13Z', 'revision_number': 6, 'project_id': '1e6f195eb8d14f64b172babb65c6fd1d', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:56:14.152935 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.188122 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e44292d-949d-4ea3-97f8-d08694768403,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:14.249668 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.346153 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.350421 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.478500 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.479081 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f404bd-e334-4bf8-abaf-12450b1ebef7 {{(pid=101155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:56:14.483576 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.484770 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b3224303-2417-42e0-b9eb-02370a426a5c admin admin] 10.222.0.23 "DELETE /v2.0/routers/72f404bd-e334-4bf8-abaf-12450b1ebef7 HTTP/1.1" status: 204 len: 168 time: 1.1374898 Sep 15 13:56:14.487623 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37882) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:14.535722 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] Deleting subnet 1277b886-5ba6-403c-ba5d-5fe87ac506cf {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:56:14.542107 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.588894 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.672036 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.816036 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.858943 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1277b886-5ba6-403c-ba5d-5fe87ac506cf,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:14.865103 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:14.871532 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-ea2867f3-398c-4268-b63f-2c5a9c923a3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1277b886-5ba6-403c-ba5d-5fe87ac506cf HTTP/1.1" status: 204 len: 168 time: 0.3788364 Sep 15 13:56:14.871532 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37884) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:14.872384 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81588e-b792-4562-b32b-2ddfb49028e8 None None] Network 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:56:14.961027 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.022077 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Deleting port dd8e2347-cf02-49f5-aae2-bc11af21800e {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:56:15.022418 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.110284 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] For port dd8e2347-cf02-49f5-aae2-bc11af21800e, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd8e2347-cf02-49f5-aae2-bc11af21800e,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:15.110674 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.124684 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Calling delete_port for dd8e2347-cf02-49f5-aae2-bc11af21800e owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:56:15.157588 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] DHCP port deletion for 1d8c4fe6-881c-4234-a318-00ce2fe2a5bc request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:56:15.213604 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] Deleting port dd8e2347-cf02-49f5-aae2-bc11af21800e {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:56:15.214120 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.273313 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.284770 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] For port dd8e2347-cf02-49f5-aae2-bc11af21800e, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd8e2347-cf02-49f5-aae2-bc11af21800e,segment=NetworkSegment(5600e379-105b-4211-9781-e185ffb9c812),segment_id=5600e379-105b-4211-9781-e185ffb9c812)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:15.285321 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.300773 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] Calling delete_port for dd8e2347-cf02-49f5-aae2-bc11af21800e owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:56:15.301722 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8e2347-cf02-49f5-aae2-bc11af21800e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:15.307209 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] No DVR routers for this DVR port dd8e2347-cf02-49f5-aae2-bc11af21800e on host dv-cinder-759961-19-iscsi {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:56:15.386470 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.391233 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.415198 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8c4fe6-881c-4234-a318-00ce2fe2a5bc']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:15.415456 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] Pushing event deleted for resources: {'Port': ['ID=dd8e2347-cf02-49f5-aae2-bc11af21800e,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:15.424708 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68716c5-bd1f-495b-bf9b-645d777a17d2 None None] No DVR routers for this DVR port dd8e2347-cf02-49f5-aae2-bc11af21800e on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:56:15.425990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5600e379-105b-4211-9781-e185ffb9c812') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:15.426286 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5600e379-105b-4211-9781-e185ffb9c812') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:15.441112 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.455248 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.462813 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:56:15.463278 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:56:15.468888 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:56:15.571877 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.583622 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.583622 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d8c4fe6-881c-4234-a318-00ce2fe2a5bc HTTP/1.1" status: 204 len: 168 time: 0.7070510 Sep 15 13:56:15.592893 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23d399-8174-443b-abb4-b249032fa2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8c4fe6-881c-4234-a318-00ce2fe2a5bc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:15.778550 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device dd8e2347-cf02-49f5-aae2-bc11af21800e no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:56:15.800014 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: dd8e2347-cf02-49f5-aae2-bc11af21800e {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:56:15.800355 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device dd8e2347-cf02-49f5-aae2-bc11af21800e not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:56:15.800774 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1e44292d-949d-4ea3-97f8-d08694768403 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:56:15.826959 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 1e44292d-949d-4ea3-97f8-d08694768403 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:56:15.829921 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1e44292d-949d-4ea3-97f8-d08694768403 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:56:15.829921 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:56:15.852613 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:56:15.858122 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 33ee6fab-2511-4a0b-ae92-77cfc8d91ea6 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:56:15.861329 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-d6a59c40-cef7-46e4-8831-849d2d920a49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533049 Sep 15 13:56:15.926943 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-f34975a6-868a-4c9f-8609-75cc45ac8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:15.928945 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-f34975a6-868a-4c9f-8609-75cc45ac8a12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0451994 Sep 15 13:56:15.948994 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37888) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:15.995810 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-88b60e79-4f07-4dfe-9633-15918b1356fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e6f195eb8d14f64b172babb65c6fd1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465846 Sep 15 13:56:15.998610 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e90a228e-24d2-4710-9399-b506c5fe9ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:15.999938 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37890) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:16.048743 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-eec65d7d-6885-46b9-9ad5-0b37f4f0b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:16.050249 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-eec65d7d-6885-46b9-9ad5-0b37f4f0b4e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 908 time: 0.1027305 Sep 15 13:56:16.057862 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e137658-41dc-454d-9b24-405568809beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:16.081181 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e137658-41dc-454d-9b24-405568809beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:16.118179 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-ce98354b-f974-4223-ae44-ef8d49ae0082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 1002 time: 0.0585682 Sep 15 13:56:16.173978 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-f52fd9cb-cd8b-41ee-bc33-1d0d45a10509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:16.175428 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-f52fd9cb-cd8b-41ee-bc33-1d0d45a10509 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 200 len: 846 time: 0.0497599 Sep 15 13:56:16.216195 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e137658-41dc-454d-9b24-405568809beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:16.218885 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e137658-41dc-454d-9b24-405568809beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:16.225170 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-1e137658-41dc-454d-9b24-405568809beb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/349ec97c-5566-4be8-aec7-58ad7544fada HTTP/1.1" status: 204 len: 168 time: 0.2185729 Sep 15 13:56:16.228622 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-4accea57-5679-4137-99ff-6458a3b9c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:16.230273 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-4accea57-5679-4137-99ff-6458a3b9c6c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98958585-e65f-4168-801c-3f7a5a038807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479605 Sep 15 13:56:16.233165 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e137658-41dc-454d-9b24-405568809beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349ec97c-5566-4be8-aec7-58ad7544fada,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:16.340329 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-4c44d9eb-9c2c-4fc5-acf3-15858503e719 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016641 Sep 15 13:56:16.438539 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58a752e5-1dba-4e64-99ea-8aa82bc9fcfc req-9e69e929-144a-43c0-b7ea-f3e9c9f27da3 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910497 Sep 15 13:56:17.041032 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c638a-2c16-4f16-8d22-e1f3ccc86317 req-b3ebc70c-df59-439c-b38d-c06a6436cd76 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:17.042587 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00c638a-2c16-4f16-8d22-e1f3ccc86317 req-b3ebc70c-df59-439c-b38d-c06a6436cd76 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0700085 Sep 15 13:56:17.084305 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d00c638a-2c16-4f16-8d22-e1f3ccc86317 req-75b454d6-2e8e-4bdf-a6dd-e5404a5530cd tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343325 Sep 15 13:56:17.423643 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37916) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:17.530403 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-378615679-network', 'tenant_id': '839fbdaac5b742c096048089acbb36f3'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:17.615522 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Made reservation on behalf of 839fbdaac5b742c096048089acbb36f3 for: {'network': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:56:17.617880 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for network, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:17.626709 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:17.729443 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:17.804216 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:17.834041 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:56:17.844806 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a67bdb-0996-414a-ba2b-3b79860ed048,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:17.852583 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:17.853023 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.segments_db [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Added segment 13ad9efd-6876-48a3-a1ac-8aef52c7f792 of type vlan for network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de Sep 15 13:56:17.902521 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775945413416'] for network, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:17.981205 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791'] for network, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:17.982205 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:17.982789 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.044683 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] Pushing event updated for resources: {'Network': ['ID=70f33a9b-dc70-4ea8-bb94-cfad88ef26de,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:18.057935 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de details requested by agent ovs-agent-dv-cinder-759961-19-iscsi with host dv-cinder-759961-19-iscsi {{(pid=101156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:56:18.067081 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-275858cc-8d86-4049-830a-54a52224d529 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6422949 Sep 15 13:56:18.071366 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37920) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:18.076222 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Request body: {'subnet': {'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-378615679-subnet', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:18.175150 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Made reservation on behalf of 839fbdaac5b742c096048089acbb36f3 for: {'subnet': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:56:18.177628 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28921416'] for subnet, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.268016 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24a4f2-f567-46d4-9381-7d4110030077 req-6109c75a-ec3f-4bf0-8709-bb1a899aa4f5 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:18.269555 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4d24a4f2-f567-46d4-9381-7d4110030077 req-6109c75a-ec3f-4bf0-8709-bb1a899aa4f5 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.1056824 Sep 15 13:56:18.331656 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4d24a4f2-f567-46d4-9381-7d4110030077 req-fed4af0b-5cd1-4959-90d4-a9f0608ba2e5 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527127 Sep 15 13:56:18.467191 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26627816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28921446'] for subnet, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.523744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:18.534705 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Checking segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:56:18.535064 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Network hostable DHCP agents. Network: 70f33a9b-dc70-4ea8-bb94-cfad88ef26de, hostable agents: ['d2451888-18dc-4ed9-b9ee-9b9c9b7b601a'], hosted agents: [] {{(pid=101155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:56:18.638070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de is scheduled to be hosted by DHCP agent d2451888-18dc-4ed9-b9ee-9b9c9b7b601a with binding_index 1 {{(pid=101155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:56:18.689491 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-426902e8-f3e5-48e4-a610-5a9dd70b8872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.741518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-19-iscsi, 70f33a9b-dc70-4ea8-bb94-cfad88ef26de) {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:18.745647 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:18.749874 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.751494 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c29ac-856d-459a-8b6d-8a59081da204 None None] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:56:18.829990 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.879617 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-6263a575-2acf-4eda-8443-a928f1bb16fc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8068922 Sep 15 13:56:18.882585 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37924) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:18.889733 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:18.935788 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6cf731d2-dafd-58dd-92a1-1fe14b7f8c8e-70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda'}]}} from dv-cinder-759961-19-iscsi. {{(pid=101156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:56:18.937068 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.981918 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:18.983126 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3800326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.050745 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.086042 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.db_base_plugin_common [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Allocated IP 172.20.0.2 (70f33a9b-dc70-4ea8-bb94-cfad88ef26de/a6b1bdb1-97ef-4d8d-82cc-e408cc002fda/dd9c4eda-37eb-45b2-9f05-5aa7c0445324) {{(pid=101156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:56:19.263957 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Notify callbacks [] for port, precommit_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.274374 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.353587 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506'] for port, after_create {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.396908 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de is already hosted by enough agents. {{(pid=101156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:56:19.399816 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.scheduler.base_scheduler [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Resources bound (agent type, host, resource id): {{(pid=101156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:19.406732 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Received port after_create {{(pid=101156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:56:19.410374 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Pushing event updated for resources: {'Port': ['ID=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,revision_number=1']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:19.479204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Attempting to bind port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:56:19.479671 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Attempting to bind port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:56:19.480027 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Attempting to bind port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:56:19.485473 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:56:19.485846 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Checking segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:56:19.486273 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.487158 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Bound using segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:56:19.487158 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Bound port: dd9c4eda-37eb-45b2-9f05-5aa7c0445324, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:56:19.487493 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.511045 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d712f3-858d-4d88-9aac-fadc2205c397 req-264aa25d-d091-4381-99cf-3cabc226594a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:19.512543 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0d712f3-858d-4d88-9aac-fadc2205c397 req-264aa25d-d091-4381-99cf-3cabc226594a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0897923 Sep 15 13:56:19.562520 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] For port dd9c4eda-37eb-45b2-9f05-5aa7c0445324, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:56:19.565778 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] For port dd9c4eda-37eb-45b2-9f05-5aa7c0445324, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:56:19.594544 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0d712f3-858d-4d88-9aac-fadc2205c397 req-5f8fd76f-c4c2-4709-9d82-1b80b79cf694 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758500 Sep 15 13:56:19.638575 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.660190 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.685171 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:19.708599 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a62d31-5081-49e7-9ac6-b6154b48a1ec None None] Pushing event updated for resources: {'Port': ['ID=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,revision_number=2']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:19.817135 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Allocated IP 172.27.3.154 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/a13a5a8e-273a-466b-9d1b-3edc599c3958) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:56:19.971330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:20.060915 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:20.090452 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:20.141374 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:56:20.144954 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:20.149428 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:56:20.160742 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a13a5a8e-273a-466b-9d1b-3edc599c3958,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:20.537056 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:20.743230 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ddd6e2-557e-46ec-815f-0875b59345b5 None None] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:56:20.915697 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-80c099c8-5792-470b-ac92-a72b9477326e None None] Provisioning complete for port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:20.916210 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-80c099c8-5792-470b-ac92-a72b9477326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.083185 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b162e-db95-4ecb-a8c3-71a2312c76f1 req-6bb54d93-4e1b-43af-aade-4f24f81eac13 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:21.084878 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ce0b162e-db95-4ecb-a8c3-71a2312c76f1 req-6bb54d93-4e1b-43af-aade-4f24f81eac13 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.1184115 Sep 15 13:56:21.118757 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-80c099c8-5792-470b-ac92-a72b9477326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.160697 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-80c099c8-5792-470b-ac92-a72b9477326e None None] For port dd9c4eda-37eb-45b2-9f05-5aa7c0445324, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:21.166377 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3677276'] for router, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.174644 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ce0b162e-db95-4ecb-a8c3-71a2312c76f1 req-4701643a-bc16-4b0a-9d8f-792f71918723 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774844 Sep 15 13:56:21.249350 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-80c099c8-5792-470b-ac92-a72b9477326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.312307 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c099c8-5792-470b-ac92-a72b9477326e None None] Pushing event updated for resources: {'Port': ['ID=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:21.368106 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-dda3676e-94e9-4ee0-af87-155f5e42aa51 None None] Provisioning complete for port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:21.371204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-dda3676e-94e9-4ee0-af87-155f5e42aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.386501 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 is scheduled to L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 with binding_index 1 {{(pid=101155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:56:21.509660 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:56:21.521913 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Sync routers for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:56:21.533026 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:21.536760 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:56:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:21.563874 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.565502 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-cc6dc433-ee78-41b2-96de-0eaaa78df1e0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6813407 Sep 15 13:56:21.569049 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37932) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:21.592956 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.663754 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:21.855480 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device dd9c4eda-37eb-45b2-9f05-5aa7c0445324 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:56:21.881162 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:20Z', 'revision_number': 3, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:21.921642 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Checking router: 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:56:21.922035 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Updating router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 port a13a5a8e-273a-466b-9d1b-3edc599c3958 binding host dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:56:21.938134 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:21.938505 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:21.949659 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.115814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.228056 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Notify callbacks [] for port, precommit_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.278463 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.330550 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Allocated IP 172.20.0.1 (70f33a9b-dc70-4ea8-bb94-cfad88ef26de/a6b1bdb1-97ef-4d8d-82cc-e408cc002fda/8aab7856-7e67-463f-b45b-125ae6005fcc) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:56:22.351247 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e8a55-a338-47b5-991c-653848691512 req-e03abf97-dc23-477d-9e8c-34522ef3bbfe tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:22.352808 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-175e8a55-a338-47b5-991c-653848691512 req-e03abf97-dc23-477d-9e8c-34522ef3bbfe tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0970294 Sep 15 13:56:22.369276 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Pushing event updated for resources: {'Port': ['ID=a13a5a8e-273a-466b-9d1b-3edc599c3958,revision_number=2']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:22.385772 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Attempting to bind port a13a5a8e-273a-466b-9d1b-3edc599c3958 on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:56:22.386378 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Attempting to bind port a13a5a8e-273a-466b-9d1b-3edc599c3958 by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:56:22.386972 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Attempting to bind port a13a5a8e-273a-466b-9d1b-3edc599c3958 on network 92773a23-6283-4521-8807-4bf1f36d5ca9 {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:56:22.393934 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.394102 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.394552 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.395085 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.395631 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.396885 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.397651 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.398210 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.398795 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.399350 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.399899 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.400449 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:56:22.411436 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:56:22.411436 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Checking segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:56:22.412184 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.412732 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Bound using segment: {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'} {{(pid=101157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:56:22.413519 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.managers [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Bound port: a13a5a8e-273a-466b-9d1b-3edc599c3958, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bced96-2b97-404c-a687-00316546ddea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}}] {{(pid=101157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:56:22.414146 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.451725 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-175e8a55-a338-47b5-991c-653848691512 req-e92e7231-8d7e-4203-9a0d-63f6d8540094 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779130 Sep 15 13:56:22.477257 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] For port a13a5a8e-273a-466b-9d1b-3edc599c3958, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:56:22.480713 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.plugins.ml2.db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] For port a13a5a8e-273a-466b-9d1b-3edc599c3958, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=a13a5a8e-273a-466b-9d1b-3edc599c3958,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:56:22.487990 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.530497 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.570859 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.590385 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:22.590928 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:56:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:22.595940 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac722d-7cdb-47ae-9adf-e056bece6247 None None] Pushing event updated for resources: {'Port': ['ID=a13a5a8e-273a-466b-9d1b-3edc599c3958,revision_number=3']} {{(pid=101157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:22.611181 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:56:22.614215 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:22.618835 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:56:22.653165 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Pushing event updated for resources: {'Port': ['ID=8aab7856-7e67-463f-b45b-125ae6005fcc,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:22.682831 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677323'] for router_interface, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.742070 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:22.889726 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-25ab58b8-609e-4d4d-8f63-899ae481f967 None None] Provisioning complete for port 8aab7856-7e67-463f-b45b-125ae6005fcc triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:22.890352 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-25ab58b8-609e-4d4d-8f63-899ae481f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.952243 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:22.981605 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:20Z', 'revision_number': 3, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:23.138984 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-25ab58b8-609e-4d4d-8f63-899ae481f967 None None] Port 8aab7856-7e67-463f-b45b-125ae6005fcc cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:56:23.151636 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1c1dc-eedf-4f00-b9fc-f9caf31cfa77 None None] The sync data for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi is: [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:20Z', 'revision_number': 3, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:56:23.160732 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:23.210443 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:23.283439 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Pushing event updated for resources: {'Port': ['ID=8aab7856-7e67-463f-b45b-125ae6005fcc,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:23.287373 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4193965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675675'] for router_interface, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:23.407464 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:56:23.408748 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:23.566062 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:56:23.663648 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-875e090a-18ea-47ba-ba44-da4708c99d40 None None] Provisioning complete for port 8aab7856-7e67-463f-b45b-125ae6005fcc triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:23.663935 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-875e090a-18ea-47ba-ba44-da4708c99d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:23.669931 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503bdd-40f4-4103-8ba5-6357726641ac req-108625ff-3fb0-402d-93df-2eeba853a0b0 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:23.671639 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4503bdd-40f4-4103-8ba5-6357726641ac req-108625ff-3fb0-402d-93df-2eeba853a0b0 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.1252339 Sep 15 13:56:23.707904 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-875e090a-18ea-47ba-ba44-da4708c99d40 None None] Port 8aab7856-7e67-463f-b45b-125ae6005fcc cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:56:23.762315 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:56:23.766659 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b4503bdd-40f4-4103-8ba5-6357726641ac req-d6b6ab7a-df33-4743-bba6-9fe9a0dc7209 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879457 Sep 15 13:56:23.770855 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7bc9368b-67ed-4d50-9c7a-111f8f718556 admin admin] 10.222.0.23 "PUT /v2.0/routers/8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2004244 Sep 15 13:56:23.846377 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device a13a5a8e-273a-466b-9d1b-3edc599c3958 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:56:23.897968 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port a13a5a8e-273a-466b-9d1b-3edc599c3958 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:23.898672 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:23.990794 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.016572 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] For port a13a5a8e-273a-466b-9d1b-3edc599c3958, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=a13a5a8e-273a-466b-9d1b-3edc599c3958,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:24.078077 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.137479 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Pushing event updated for resources: {'Port': ['ID=a13a5a8e-273a-466b-9d1b-3edc599c3958,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:24.420657 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37944) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:24.425553 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-87f925e2-88ed-4815-b490-89b27f1d35e8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639957898', 'description': 'tempest-description--144972112'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:24.512518 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87f925e2-88ed-4815-b490-89b27f1d35e8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.606150 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87f925e2-88ed-4815-b490-89b27f1d35e8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.678701 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87f925e2-88ed-4815-b490-89b27f1d35e8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.708264 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f925e2-88ed-4815-b490-89b27f1d35e8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce92d29-aee9-402d-b04a-47fc513862f9,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:24.746658 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-87f925e2-88ed-4815-b490-89b27f1d35e8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.748100 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-87f925e2-88ed-4815-b490-89b27f1d35e8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3262956 Sep 15 13:56:24.751003 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 37946) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:24.759168 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-11c8e706-460a-4ba1-90fe-d8b1750165d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'security_group_rule': {'security_group_id': 'fce92d29-aee9-402d-b04a-47fc513862f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:24.828812 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Sync routers for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:56:24.838862 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:24.841804 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:56:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:24.879149 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11c8e706-460a-4ba1-90fe-d8b1750165d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.924751 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335692d-eeac-4a75-a1a9-5284fe61d123 req-306e5892-7074-402c-8f57-a3342bcaf61d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:24.926312 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8335692d-eeac-4a75-a1a9-5284fe61d123 req-306e5892-7074-402c-8f57-a3342bcaf61d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0861623 Sep 15 13:56:24.971749 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:24.973505 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11c8e706-460a-4ba1-90fe-d8b1750165d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:24.989025 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8335692d-eeac-4a75-a1a9-5284fe61d123 req-c0c8b606-269e-47a8-850e-c81d1a1f232e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539443 Sep 15 13:56:25.038706 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11c8e706-460a-4ba1-90fe-d8b1750165d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.070204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8e706-460a-4ba1-90fe-d8b1750165d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799449aa-4134-4c61-9e4c-e353dae8c5f9,revision_number=0']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:25.123559 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-11c8e706-460a-4ba1-90fe-d8b1750165d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.124879 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-11c8e706-460a-4ba1-90fe-d8b1750165d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728347 Sep 15 13:56:25.131595 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37950) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:25.136301 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-8c766cf7-e6d6-4f16-92fc-1de616f3c2e3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'security_group_rule': {'security_group_id': 'fce92d29-aee9-402d-b04a-47fc513862f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:25.195207 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 2, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:25.214036 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c766cf7-e6d6-4f16-92fc-1de616f3c2e3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.222512 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Checking router: 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:56:25.226212 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Updating router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 port 8aab7856-7e67-463f-b45b-125ae6005fcc binding host dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:56:25.248756 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.269303 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c766cf7-e6d6-4f16-92fc-1de616f3c2e3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.318081 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c766cf7-e6d6-4f16-92fc-1de616f3c2e3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.337833 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c766cf7-e6d6-4f16-92fc-1de616f3c2e3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b23c72a-5169-4bc9-956e-ac7a66d5d467,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:25.386686 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8c766cf7-e6d6-4f16-92fc-1de616f3c2e3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.387938 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8c766cf7-e6d6-4f16-92fc-1de616f3c2e3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2553344 Sep 15 13:56:25.391228 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 37952) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:25.395671 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:25.501321 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.526600 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Notify callbacks [] for port, precommit_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.598143 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.611039 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.656239 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3309cf7-3814-489c-bad4-d00c5cf7f87a None None] Pushing event updated for resources: {'Port': ['ID=8aab7856-7e67-463f-b45b-125ae6005fcc,revision_number=3']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:25.719347 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Attempting to bind port 8aab7856-7e67-463f-b45b-125ae6005fcc on host dv-cinder-759961-19-iscsi for vnic_type normal with profile {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:56:25.719855 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Attempting to bind port 8aab7856-7e67-463f-b45b-125ae6005fcc by drivers openvswitch,hyperv on host dv-cinder-759961-19-iscsi at level 0 using segments [{'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:56:25.720258 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Attempting to bind port 8aab7856-7e67-463f-b45b-125ae6005fcc on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:56:25.729260 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Checking agent: {'id': '785ad793-0a62-4804-87cc-dce40224dd72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 35, 49), 'started_at': datetime.datetime(2021, 9, 15, 13, 36, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:56:25.729844 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Checking segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:56:25.730261 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.730830 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Bound using segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} {{(pid=101156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:56:25.731320 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.managers [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Bound port: 8aab7856-7e67-463f-b45b-125ae6005fcc, host: dv-cinder-759961-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}}] {{(pid=101156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:56:25.731771 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.749188 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Allocated IP 172.27.3.40 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/db8fe50d-f019-4c6f-9467-7a92a4a6cdb0) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:56:25.828295 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device a13a5a8e-273a-466b-9d1b-3edc599c3958 up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:56:25.835313 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] For port 8aab7856-7e67-463f-b45b-125ae6005fcc, host dv-cinder-759961-19-iscsi, cleared binding levels {{(pid=101156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:56:25.869099 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] For port 8aab7856-7e67-463f-b45b-125ae6005fcc, host dv-cinder-759961-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8aab7856-7e67-463f-b45b-125ae6005fcc,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:56:25.896895 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port a13a5a8e-273a-466b-9d1b-3edc599c3958 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:25.897345 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.956342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-e268c401-7a24-4ea3-8edf-07f5c84b51ed None None] Provisioning complete for port 8aab7856-7e67-463f-b45b-125ae6005fcc triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:25.956619 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e268c401-7a24-4ea3-8edf-07f5c84b51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.003031 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.080223 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-e268c401-7a24-4ea3-8edf-07f5c84b51ed None None] Port 8aab7856-7e67-463f-b45b-125ae6005fcc cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:56:26.089908 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.117030 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3309cf7-3814-489c-bad4-d00c5cf7f87a None None] Pushing event updated for resources: {'Port': ['ID=8aab7856-7e67-463f-b45b-125ae6005fcc,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:26.120646 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:26.121559 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:56:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:26.157241 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889b974-d47b-473e-86fa-8c6de5b62630 req-dcbdfa20-36c4-48ce-9248-15a7d5b9c672 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:26.159230 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d889b974-d47b-473e-86fa-8c6de5b62630 req-dcbdfa20-36c4-48ce-9248-15a7d5b9c672 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0767207 Sep 15 13:56:26.211875 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d889b974-d47b-473e-86fa-8c6de5b62630 req-1bcc932d-4219-4987-a82b-afa5eaa502fe tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420673 Sep 15 13:56:26.221356 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.243193 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:56:26.249559 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:26.250891 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:56:26.295466 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:26.324523 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'Port': ['ID=db8fe50d-f019-4c6f-9467-7a92a4a6cdb0,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:26.391444 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.464308 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-2fde39e3-22c7-498c-bc29-c0f226b0f54f None None] Provisioning complete for port 8aab7856-7e67-463f-b45b-125ae6005fcc triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:26.464878 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2fde39e3-22c7-498c-bc29-c0f226b0f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.519899 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.675596 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.718990 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2fde39e3-22c7-498c-bc29-c0f226b0f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.741135 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579360'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.777881 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-2fde39e3-22c7-498c-bc29-c0f226b0f54f None None] For port 8aab7856-7e67-463f-b45b-125ae6005fcc, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8aab7856-7e67-463f-b45b-125ae6005fcc,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:26.783480 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:25Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:26.811087 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'Port': ['ID=db8fe50d-f019-4c6f-9467-7a92a4a6cdb0,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:26.812904 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd446d89-df3e-4b91-bce9-20edf506c870 None None] The sync data for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi is: [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:25Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:56:26.826705 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.851168 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-2fde39e3-22c7-498c-bc29-c0f226b0f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.925991 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde39e3-22c7-498c-bc29-c0f226b0f54f None None] Pushing event updated for resources: {'Port': ['ID=8aab7856-7e67-463f-b45b-125ae6005fcc,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:26.927196 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.937331 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-dd3c02e8-8228-4129-b8cf-eb3601416bd7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5449975 Sep 15 13:56:27.090036 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-762edea9-a99e-4834-a1f1-ad7582e5064d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1639957898&fields=id&tenant_id=839fbdaac5b742c096048089acbb36f3 HTTP/1.1" status: 200 len: 267 time: 0.0381420 Sep 15 13:56:27.230326 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-4ef55960-45c7-4305-b52d-c8ef10d30ce7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:27.231855 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-4ef55960-45c7-4305-b52d-c8ef10d30ce7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 810 time: 0.1345651 Sep 15 13:56:27.252036 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-435f4138-25ce-4b95-b885-aa6b7d1f023d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/quotas/839fbdaac5b742c096048089acbb36f3 HTTP/1.1" status: 200 len: 375 time: 0.0135291 Sep 15 13:56:27.254086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-29e7c65a-270d-4117-b32f-4b301ef5d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:27.255618 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-29e7c65a-270d-4117-b32f-4b301ef5d062 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0705757 Sep 15 13:56:27.413692 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-cf62ad21-1c22-4baf-bc49-3fcf2d463f5c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1542492 Sep 15 13:56:27.436365 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94e4a5-e1b2-4df3-ad58-f792e5e9efe2 req-789f7b34-a293-4ef9-8907-c340662186ac tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:27.437953 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e94e4a5-e1b2-4df3-ad58-f792e5e9efe2 req-789f7b34-a293-4ef9-8907-c340662186ac tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.1309421 Sep 15 13:56:27.468273 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-64515135-4820-4ff5-b424-3fd15de24ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:27.469662 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-64515135-4820-4ff5-b424-3fd15de24ab5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 908 time: 0.1976790 Sep 15 13:56:27.587091 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0e94e4a5-e1b2-4df3-ad58-f792e5e9efe2 req-c10e0e3a-c936-48d5-bf35-761763a3c8ac tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374798 Sep 15 13:56:27.607313 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-54c1867d-a1ff-410a-8854-dff899e6711a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 1002 time: 0.1285999 Sep 15 13:56:27.628028 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-5e090dc6-ec95-4e79-8fcd-85ace9e7cf5e service neutron] 10.222.0.23 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890659 Sep 15 13:56:27.698717 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-d10a81e1-fc6d-4ebd-a41f-93e2e6a69bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:27.699788 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-d10a81e1-fc6d-4ebd-a41f-93e2e6a69bb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 200 len: 846 time: 0.0842407 Sep 15 13:56:27.789717 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-0556eeff-9d27-4edd-a162-23a52bcc1927 service neutron] 10.222.0.23 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387343 Sep 15 13:56:27.792433 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-3a7f5c0f-fa3d-4708-adee-475547c89f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:27.793888 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-3a7f5c0f-fa3d-4708-adee-475547c89f09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98958585-e65f-4168-801c-3f7a5a038807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686815 Sep 15 13:56:27.823658 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8aab7856-7e67-463f-b45b-125ae6005fcc up at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:56:27.889313 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Provisioning complete for port 8aab7856-7e67-463f-b45b-125ae6005fcc triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:27.889681 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:27.918979 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-163492df-68f0-4bd1-a9dd-17dc6f14b21b service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169999 Sep 15 13:56:28.031188 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-09abdb6b-28ac-400f-bd9f-1f84972e8e58 req-f2dc2e64-1e68-48eb-8903-8d6d0e72dba5 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050646 Sep 15 13:56:28.083802 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-51fbff1b-b180-4ccd-ae3f-0df535bc73ea req-b2077850-f764-4449-9082-3f7a4ccdb800 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 210 time: 0.0446947 Sep 15 13:56:28.727231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5887dc-afb8-4389-90dd-bfc71fbc7b55 req-d7677dfe-909f-4576-a888-0f8dff491d74 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:28.728975 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d5887dc-afb8-4389-90dd-bfc71fbc7b55 req-d7677dfe-909f-4576-a888-0f8dff491d74 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0572453 Sep 15 13:56:28.775279 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6d5887dc-afb8-4389-90dd-bfc71fbc7b55 req-040fa05b-bed9-411c-af6f-3804679b0ced tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 Sep 15 13:56:29.192323 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-de87a193-706a-4b94-9930-ac02991c73a0 req-077a97c6-b998-4dd3-aff3-5be98ad17391 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 210 time: 0.0299513 Sep 15 13:56:29.897351 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b492d43-a24f-4d8e-92b3-f975259ceafd req-6fd092ca-5541-4b96-b93d-2ae815b10e66 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:29.898845 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0b492d43-a24f-4d8e-92b3-f975259ceafd req-6fd092ca-5541-4b96-b93d-2ae815b10e66 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0514739 Sep 15 13:56:29.940425 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0b492d43-a24f-4d8e-92b3-f975259ceafd req-607fdcce-b401-4a6d-a2c8-08b779f213f2 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355756 Sep 15 13:56:30.293215 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-8b5634d5-27b0-4ae9-bd93-90bfe1cf1b4a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:30.294814 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-8b5634d5-27b0-4ae9-bd93-90bfe1cf1b4a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 810 time: 0.1219454 Sep 15 13:56:30.311781 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-12d4b14e-9c80-4c3a-93aa-cbb0f50efda6 req-73306b6a-7a0b-4059-8628-f3239d662626 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 210 time: 0.0435619 Sep 15 13:56:30.352335 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-a0fcaaac-3ea5-4040-8c0a-0366a2e8d4d5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839fbdaac5b742c096048089acbb36f3 HTTP/1.1" status: 200 len: 380 time: 0.0431116 Sep 15 13:56:30.367295 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'port': {'device_id': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'admin_state_up': True, 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'security_groups': ['fce92d29-aee9-402d-b04a-47fc513862f9']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:30.563908 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Made reservation on behalf of 839fbdaac5b742c096048089acbb36f3 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:56:30.567767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:30.702466 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Allocated IP 172.20.0.8 (70f33a9b-dc70-4ea8-bb94-cfad88ef26de/a6b1bdb1-97ef-4d8d-82cc-e408cc002fda/08b8a660-0012-4a06-b60c-7b1be1b65e21) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:56:30.851872 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:30.947018 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:30.998540 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:56:31.004147 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:56:31.014149 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:56:31.046132 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'Port': ['ID=08b8a660-0012-4a06-b60c-7b1be1b65e21,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:31.100137 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:31.101116 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:31.123707 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2f663-fecd-41f8-8cd5-08867144ae40 req-af5ada64-8ef9-43a2-a80b-b6febbf06021 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:31.125297 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4e2f663-fecd-41f8-8cd5-08867144ae40 req-af5ada64-8ef9-43a2-a80b-b6febbf06021 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0853472 Sep 15 13:56:31.188909 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e110f14-3d96-4869-8902-2e46985cbcb5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8276947 Sep 15 13:56:31.192077 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e4e2f663-fecd-41f8-8cd5-08867144ae40 req-3fef80b5-fe8c-4317-ad2b-8a16725e3def tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531116 Sep 15 13:56:31.201750 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Request body: {'port': {'device_id': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:31.247840 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-d01a0f01-5fd8-417e-9d7c-bd92f4108d7a None None] Provisioning complete for port 08b8a660-0012-4a06-b60c-7b1be1b65e21 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:31.257180 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d01a0f01-5fd8-417e-9d7c-bd92f4108d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:31.266337 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:31.289406 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-d01a0f01-5fd8-417e-9d7c-bd92f4108d7a None None] Port 08b8a660-0012-4a06-b60c-7b1be1b65e21 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:56:31.401926 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-37ce2b2a-72b1-4bd3-9e37-562b8c9a7240 req-14bf7ced-2209-4cd3-b3da-33ac22fe4f07 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=101155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:56:31.402894 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-37ce2b2a-72b1-4bd3-9e37-562b8c9a7240 req-14bf7ced-2209-4cd3-b3da-33ac22fe4f07 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1271374 Sep 15 13:56:31.495092 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f08a23-b944-406f-8b49-413c91eed13e req-be9e8444-c34d-4b57-9aef-24b1dd52593d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:31.496594 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6f08a23-b944-406f-8b49-413c91eed13e req-be9e8444-c34d-4b57-9aef-24b1dd52593d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 931 time: 0.1032519 Sep 15 13:56:31.580199 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c6f08a23-b944-406f-8b49-413c91eed13e req-4cc7f5b6-7db8-4a42-8453-7f197fadc31b tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544446 Sep 15 13:56:31.849272 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-954dc8f0-54ee-42d4-baf8-695de0dbb7e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021008 Sep 15 13:56:31.955540 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b8a660-0012-4a06-b60c-7b1be1b65e21 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:56:31.966309 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:31.983589 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Transition to ACTIVE for port object 08b8a660-0012-4a06-b60c-7b1be1b65e21 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:56:31.993005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86ffa-9515-43ad-b527-6a0a2d4e23a0 req-5399eeaa-a027-4809-bf3b-a48734994eab tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:31.994564 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5be86ffa-9515-43ad-b527-6a0a2d4e23a0 req-5399eeaa-a027-4809-bf3b-a48734994eab tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0761929 Sep 15 13:56:32.048775 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5be86ffa-9515-43ad-b527-6a0a2d4e23a0 req-7b1d8235-86ff-4863-8389-a91f3a090600 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474472 Sep 15 13:56:32.079609 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device c22b7a65-c078-4633-8d74-826bef08c617 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:56:32.095163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:32.153197 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Pushing event updated for resources: {'Port': ['ID=08b8a660-0012-4a06-b60c-7b1be1b65e21,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:32.171380 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:32.199774 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:32.202088 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e3206-6993-4e03-a6a5-e27a05d837d1" -d '{"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c22b7a65-c078-4633-8d74-826bef08c617"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:32.216272 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:32.248239 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Attempting to bind port 08b8a660-0012-4a06-b60c-7b1be1b65e21 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:56:32.248641 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Attempting to bind port 08b8a660-0012-4a06-b60c-7b1be1b65e21 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:56:32.249011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Attempting to bind port 08b8a660-0012-4a06-b60c-7b1be1b65e21 on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:56:32.254147 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Port 08b8a660-0012-4a06-b60c-7b1be1b65e21 on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:56:32.256055 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Attempting to bind port 08b8a660-0012-4a06-b60c-7b1be1b65e21 on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:56:32.261055 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:56:32.261394 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Checking segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:56:32.262028 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Bound using segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:56:32.262193 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Bound port: 08b8a660-0012-4a06-b60c-7b1be1b65e21, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:56:32.262547 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:32.267015 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ab4b7-7870-42d5-b103-6b3b4d306106 x-openstack-request-id: req-187ab4b7-7870-42d5-b103-6b3b4d306106 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:32.267959 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-unplugged", "status": "failed", "tag": "c22b7a65-c078-4633-8d74-826bef08c617", "code": 422}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:32.268407 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-187ab4b7-7870-42d5-b103-6b3b4d306106 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:32.269173 dv-cinder-759961-19-iscsi neutron-server[101156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617', 'code': 422} returned with failed status Sep 15 13:56:32.270551 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:32.333006 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=6']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:32.362761 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] For port 08b8a660-0012-4a06-b60c-7b1be1b65e21, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:56:32.367192 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] For port 08b8a660-0012-4a06-b60c-7b1be1b65e21, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:56:32.439070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:32.473645 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:32.475069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:32.476272 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] 10.222.0.37 "PUT /v2.0/ports/08b8a660-0012-4a06-b60c-7b1be1b65e21 HTTP/1.1" status: 200 len: 1093 time: 1.2794504 Sep 15 13:56:32.476800 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:32.478991 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b6860-97d4-495f-8c1a-39574e4e6283" -d '{"events": [{"name": "network-changed", "server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:32.513221 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370ca7d-6e6e-48f8-aac5-f7605105ffeb service neutron] Pushing event updated for resources: {'Port': ['ID=08b8a660-0012-4a06-b60c-7b1be1b65e21,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:32.527460 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a17ca56-9f7f-428d-98ab-f3d5113cb8c0 x-openstack-request-id: req-7a17ca56-9f7f-428d-98ab-f3d5113cb8c0 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:32.527814 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:32.528134 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a17ca56-9f7f-428d-98ab-f3d5113cb8c0 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:32.528638 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'status': 'completed', 'code': 200} Sep 15 13:56:32.611892 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b6860-97d4-495f-8c1a-39574e4e6283 req-2b6a057e-4555-40e9-af4c-57345a520d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:32.613512 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-999b6860-97d4-495f-8c1a-39574e4e6283 req-2b6a057e-4555-40e9-af4c-57345a520d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 1096 time: 0.0476632 Sep 15 13:56:32.773267 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256a78a-e91f-4342-ab37-51580c5ea4f4 req-3261b30e-a8cb-4bcc-86d2-fc8b661b85e2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:32.774815 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3256a78a-e91f-4342-ab37-51580c5ea4f4 req-3261b30e-a8cb-4bcc-86d2-fc8b661b85e2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 943 time: 0.1015294 Sep 15 13:56:32.775869 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b6860-97d4-495f-8c1a-39574e4e6283 req-a055c76c-e4fc-4186-a80a-c24eab7b3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:32.777211 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-999b6860-97d4-495f-8c1a-39574e4e6283 req-a055c76c-e4fc-4186-a80a-c24eab7b3fc6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=839fbdaac5b742c096048089acbb36f3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1536908 Sep 15 13:56:32.877173 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3256a78a-e91f-4342-ab37-51580c5ea4f4 req-e6c31bfc-e700-4b48-9739-a45871b5c279 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955763 Sep 15 13:56:32.910027 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b6860-97d4-495f-8c1a-39574e4e6283 req-464e38fa-61b3-44db-9b40-a5e52b61163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:32.914533 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-999b6860-97d4-495f-8c1a-39574e4e6283 req-464e38fa-61b3-44db-9b40-a5e52b61163f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218054 Sep 15 13:56:32.995096 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e8ec208-c452-408a-810d-4a26c0bf929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:32.996590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-6e8ec208-c452-408a-810d-4a26c0bf929e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 1096 time: 0.0489423 Sep 15 13:56:33.041448 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-df1ec3db-8c49-46a2-b1f2-4cce607fbee9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21 HTTP/1.1" status: 200 len: 217 time: 0.0351281 Sep 15 13:56:33.093843 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-2d5453cf-82b0-46b7-ac55-bbd98e5abb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:33.095210 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-2d5453cf-82b0-46b7-ac55-bbd98e5abb05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0469224 Sep 15 13:56:33.190715 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-455caf85-b84b-4e77-8df5-76eab0ece8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:33.192204 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-455caf85-b84b-4e77-8df5-76eab0ece8ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0903585 Sep 15 13:56:33.243488 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeceef2-bb2a-4793-a39e-e89faa2cd59c req-a481f6a9-dc95-464f-9212-82db3f8d0923 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:33.245092 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aeceef2-bb2a-4793-a39e-e89faa2cd59c req-a481f6a9-dc95-464f-9212-82db3f8d0923 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.1057105 Sep 15 13:56:33.335429 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2aeceef2-bb2a-4793-a39e-e89faa2cd59c req-4c3d6693-859e-4236-b806-0b4fd98878aa tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571308 Sep 15 13:56:33.339511 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-0590ef7f-2169-47aa-8596-be561f298987 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379855 Sep 15 13:56:33.464896 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cf6cb47a-0322-4442-9d6c-93bf49cc6236 req-99648935-05e7-46a2-918b-65317302af5a service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115370 Sep 15 13:56:34.019783 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c90fc-7861-416e-900e-d85ce3a90719 req-36ae2dea-3437-431e-a5d3-a6ea6a05c5a5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:34.021724 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ee0c90fc-7861-416e-900e-d85ce3a90719 req-36ae2dea-3437-431e-a5d3-a6ea6a05c5a5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 943 time: 0.0635736 Sep 15 13:56:34.070904 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ee0c90fc-7861-416e-900e-d85ce3a90719 req-f47ceac1-f0a7-4403-8317-85ca342332b1 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400712 Sep 15 13:56:34.510083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1a777-58af-43e8-9815-f52870e3affd req-137246a4-52e8-4eca-a14d-4c63a550b0f7 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:34.511731 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c1e1a777-58af-43e8-9815-f52870e3affd req-137246a4-52e8-4eca-a14d-4c63a550b0f7 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0890400 Sep 15 13:56:34.514768 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a288-90b0-464f-937e-8503e565fae7 req-c50e8e36-154c-4e30-9830-f828223026ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:34.516155 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-c50e8e36-154c-4e30-9830-f828223026ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3&tenant_id=e988ae37b33e4cbdbb1ad25e2013f980 HTTP/1.1" status: 200 len: 1097 time: 0.0834446 Sep 15 13:56:34.583616 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c1e1a777-58af-43e8-9815-f52870e3affd req-fae3da1c-90aa-49b1-bbf4-03fa8e935d60 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657611 Sep 15 13:56:34.602006 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a288-90b0-464f-937e-8503e565fae7 req-d361b5cd-86b0-47b0-b6e9-fda04607ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:34.603603 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-d361b5cd-86b0-47b0-b6e9-fda04607ddb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0585313 Sep 15 13:56:34.734092 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a288-90b0-464f-937e-8503e565fae7 req-6177ad2b-8eb9-4a46-8d40-32e80afc943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:34.735478 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-6177ad2b-8eb9-4a46-8d40-32e80afc943e service neutron] 10.222.0.37 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 908 time: 0.1234217 Sep 15 13:56:34.806824 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-09bafb8d-52d3-47c8-997e-b6192ae575ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 1000 time: 0.0642002 Sep 15 13:56:34.861042 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a288-90b0-464f-937e-8503e565fae7 req-907f4bb3-d2bc-465a-bd2c-a6d496ad8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:34.862563 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-907f4bb3-d2bc-465a-bd2c-a6d496ad8008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 200 len: 846 time: 0.0474973 Sep 15 13:56:34.913980 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a288-90b0-464f-937e-8503e565fae7 req-8b78d763-965e-4078-a9ef-c2d2a4e24060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:34.915472 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-8b78d763-965e-4078-a9ef-c2d2a4e24060 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98958585-e65f-4168-801c-3f7a5a038807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457175 Sep 15 13:56:35.022821 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-cde60988-07e6-4c38-8f13-e3c669f7650f service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984604 Sep 15 13:56:35.141162 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4e18a288-90b0-464f-937e-8503e565fae7 req-bab284bb-0bd3-4db8-a349-60348d4e00ed service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103625 Sep 15 13:56:35.214026 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f5259-dcf5-4832-af06-cd76b29c7985 req-4d9c0657-bb23-45cf-bd52-09c9d56cf5d9 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:35.215551 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2f7f5259-dcf5-4832-af06-cd76b29c7985 req-4d9c0657-bb23-45cf-bd52-09c9d56cf5d9 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 943 time: 0.0517080 Sep 15 13:56:35.256258 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2f7f5259-dcf5-4832-af06-cd76b29c7985 req-6be5fdd0-be35-4200-abab-b3a6ff85a786 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345268 Sep 15 13:56:35.703586 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46baae5-64d4-4aff-a285-5aabab8831ac req-d3894566-9b03-4667-a664-b147fea7b78d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:35.705109 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a46baae5-64d4-4aff-a285-5aabab8831ac req-d3894566-9b03-4667-a664-b147fea7b78d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0508673 Sep 15 13:56:35.750769 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a46baae5-64d4-4aff-a285-5aabab8831ac req-3945b066-0d35-4607-a293-00fe79893278 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386000 Sep 15 13:56:36.092161 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 08b8a660-0012-4a06-b60c-7b1be1b65e21 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:56:36.195564 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 08b8a660-0012-4a06-b60c-7b1be1b65e21, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:36.207282 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'port_id': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'mac_address': 'fa:16:3e:1d:32:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:56:36.252520 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:36.399626 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b8a660-0012-4a06-b60c-7b1be1b65e21 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:56:36.408064 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebb1a-b94a-434a-b590-ca4c237e520e req-e90e22f0-395e-446c-90d5-f68afaf459aa tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:36.409618 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-121ebb1a-b94a-434a-b590-ca4c237e520e req-e90e22f0-395e-446c-90d5-f68afaf459aa tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 943 time: 0.0575268 Sep 15 13:56:36.421226 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 08b8a660-0012-4a06-b60c-7b1be1b65e21, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:36.472718 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-121ebb1a-b94a-434a-b590-ca4c237e520e req-c8a911f7-066f-4235-9a27-ab5b4e971abd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551243 Sep 15 13:56:36.495650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:36.565111 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=08b8a660-0012-4a06-b60c-7b1be1b65e21,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:36.855548 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['08b8a660-0012-4a06-b60c-7b1be1b65e21'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:56:36.875232 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31724f9d-91eb-4d5f-851b-c2b692b3cb8f req-7313990f-41fb-4a0e-a1f9-3721e1a6d0dd tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:36.876753 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-31724f9d-91eb-4d5f-851b-c2b692b3cb8f req-7313990f-41fb-4a0e-a1f9-3721e1a6d0dd tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0547688 Sep 15 13:56:36.926459 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-31724f9d-91eb-4d5f-851b-c2b692b3cb8f req-e96f4ab9-519f-42b6-afc7-ae4faad9a08a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382557 Sep 15 13:56:37.599364 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44970b02-674d-4364-97e3-ea80bca6972d req-984d9711-3a94-4fdd-be93-257dbe7f745b tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:37.600859 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-44970b02-674d-4364-97e3-ea80bca6972d req-984d9711-3a94-4fdd-be93-257dbe7f745b tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 944 time: 0.0498614 Sep 15 13:56:37.665024 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-44970b02-674d-4364-97e3-ea80bca6972d req-4e072a22-43f0-454a-bba5-7d513da8f1f6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576739 Sep 15 13:56:37.917639 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:38.047940 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56892711-b133-4d69-b32b-01ca4f61970b req-99f084d4-a6f9-4d2a-8ffc-575eb81a2929 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:38.049496 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-56892711-b133-4d69-b32b-01ca4f61970b req-99f084d4-a6f9-4d2a-8ffc-575eb81a2929 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0495424 Sep 15 13:56:38.091973 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-56892711-b133-4d69-b32b-01ca4f61970b req-c06c6f29-3106-4c43-9c80-72c7eae42ed3 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356712 Sep 15 13:56:38.100225 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 08b8a660-0012-4a06-b60c-7b1be1b65e21 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:56:38.214866 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 08b8a660-0012-4a06-b60c-7b1be1b65e21 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:56:38.218925 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 08b8a660-0012-4a06-b60c-7b1be1b65e21 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:38.219299 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:38.298369 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:38.322203 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:38.324535 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f975365f-af03-44de-880e-7bb305870150" -d '{"events": [{"server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "name": "network-vif-plugged", "status": "completed", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:38.341476 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 08b8a660-0012-4a06-b60c-7b1be1b65e21, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:38.363310 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e004570c-8c7a-433a-8754-f39452c35073 x-openstack-request-id: req-e004570c-8c7a-433a-8754-f39452c35073 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:38.363604 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "name": "network-vif-plugged", "status": "completed", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:38.363850 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e004570c-8c7a-433a-8754-f39452c35073 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:38.364355 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'code': 200} Sep 15 13:56:38.414931 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:38.466342 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=08b8a660-0012-4a06-b60c-7b1be1b65e21,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:38.710671 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f47332-5be8-4d17-a7f7-6c4bb175173c req-e04390c3-5f63-40cf-8baa-5a3f57ccbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:38.712185 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-50f47332-5be8-4d17-a7f7-6c4bb175173c req-e04390c3-5f63-40cf-8baa-5a3f57ccbb5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 1098 time: 0.0417497 Sep 15 13:56:38.752613 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-50f47332-5be8-4d17-a7f7-6c4bb175173c req-b5300a0b-b9aa-4f99-9a29-b0dafa7a3070 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319705 Sep 15 13:56:38.799161 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc15f5-7aad-46fb-88e6-d066769bec49 req-a3fb5213-e31b-4fa7-ae0a-3c498825d01e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:38.800809 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3fcc15f5-7aad-46fb-88e6-d066769bec49 req-a3fb5213-e31b-4fa7-ae0a-3c498825d01e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0520222 Sep 15 13:56:38.843590 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3fcc15f5-7aad-46fb-88e6-d066769bec49 req-eede306f-ad22-4887-b2f7-b39d86c657f4 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366294 Sep 15 13:56:39.213285 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90fe6c-1483-47f0-9c1e-8ae7c7f07b16 req-53f71ef6-1d8e-4694-83dd-b475518dd289 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:39.214846 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dc90fe6c-1483-47f0-9c1e-8ae7c7f07b16 req-53f71ef6-1d8e-4694-83dd-b475518dd289 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0521059 Sep 15 13:56:39.259744 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dc90fe6c-1483-47f0-9c1e-8ae7c7f07b16 req-e1f62669-d21f-4582-8d9a-c36ce99a740f tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Sep 15 13:56:39.978600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cccf3-091e-4071-9e68-4357f2dd4bd1 req-30ccaf59-8224-432f-8311-003651fbd6d6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:39.980712 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe1cccf3-091e-4071-9e68-4357f2dd4bd1 req-30ccaf59-8224-432f-8311-003651fbd6d6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0627360 Sep 15 13:56:40.029684 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fe1cccf3-091e-4071-9e68-4357f2dd4bd1 req-cc0ce33f-c6e6-44c7-87b9-1945b16ff905 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Sep 15 13:56:40.382975 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206225-f744-4e61-9336-453fdb2dda93 req-d4d85ce4-0469-4f2c-992b-55c00aed6115 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:40.384469 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6b206225-f744-4e61-9336-453fdb2dda93 req-d4d85ce4-0469-4f2c-992b-55c00aed6115 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0520377 Sep 15 13:56:40.441154 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6b206225-f744-4e61-9336-453fdb2dda93 req-6a15dcb4-fd75-47f9-8476-4843df367ed0 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501990 Sep 15 13:56:41.166227 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8388c0-0951-48c3-b5d9-30664d3c22dc req-70bac336-5c57-4ba6-90db-5e7e54316c9e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:41.167735 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d8388c0-0951-48c3-b5d9-30664d3c22dc req-70bac336-5c57-4ba6-90db-5e7e54316c9e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0605733 Sep 15 13:56:41.208910 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3d8388c0-0951-48c3-b5d9-30664d3c22dc req-163c9fab-9d27-4450-b12e-065819b19a5a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345294 Sep 15 13:56:41.331702 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417dc05-b4fb-46ef-8170-b4b3f910b5db req-9ba4f509-64b9-45d1-82d5-83def4ebb58c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:41.333178 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e417dc05-b4fb-46ef-8170-b4b3f910b5db req-9ba4f509-64b9-45d1-82d5-83def4ebb58c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0495491 Sep 15 13:56:41.343296 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38058) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:56:41.347869 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'floatingip': {'port_id': '08b8a660-0012-4a06-b60c-7b1be1b65e21'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:56:41.390447 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:41.630011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74961458-6c3c-4938-a12c-7a1adc9f8bca req-9e6157e9-a61f-4f89-93ca-865d76ad9322 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:41.632072 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74961458-6c3c-4938-a12c-7a1adc9f8bca req-9e6157e9-a61f-4f89-93ca-865d76ad9322 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 944 time: 0.0928793 Sep 15 13:56:41.678969 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-74961458-6c3c-4938-a12c-7a1adc9f8bca req-1b7a7450-3f28-4d37-89ba-9bac947dc8b2 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 Sep 15 13:56:41.986791 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:42.053282 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:42.143041 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device c22b7a65-c078-4633-8d74-826bef08c617 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:56:42.159029 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Floating IP c4b80b22-5564-457b-8237-57597736fea7 associated. External IP: 172.27.3.40, port: 08b8a660-0012-4a06-b60c-7b1be1b65e21. Sep 15 13:56:42.249863 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:42.265974 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': 'c22b7a65-c078-4633-8d74-826bef08c617', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'port_id': 'c22b7a65-c078-4633-8d74-826bef08c617', 'mac_address': 'fa:16:3e:35:7b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:56:42.309104 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:42.322194 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22b7a65-c078-4633-8d74-826bef08c617 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:56:42.342095 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:42.387869 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:56:42.397607 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:42.447760 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=7']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:42.501972 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:56:42.507021 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:42.511972 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] Sync routers for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:56:42.521797 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:42.522876 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:56:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:42.539409 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-5a2c0572-8b07-41fe-8b62-6bb13617aec5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "PUT /v2.0/floatingips/c4b80b22-5564-457b-8237-57597736fea7 HTTP/1.1" status: 200 len: 990 time: 1.1949937 Sep 15 13:56:42.540051 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:42.542447 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5973d922-affd-4e61-8c13-d331ee5e4190" -d '{"events": [{"name": "network-changed", "server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:42.584408 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32b520c-20b2-4189-8e75-1864411fb8a2 x-openstack-request-id: req-d32b520c-20b2-4189-8e75-1864411fb8a2 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:42.584812 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:42.585110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d32b520c-20b2-4189-8e75-1864411fb8a2 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:42.587331 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'status': 'completed', 'code': 200} Sep 15 13:56:42.655536 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:42.666319 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-41058440-abcd-4a03-b082-5796ed71eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:42.666319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-41058440-abcd-4a03-b082-5796ed71eae8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 1098 time: 0.0551312 Sep 15 13:56:42.735038 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['c22b7a65-c078-4633-8d74-826bef08c617'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:56:42.824434 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-f1f39210-af57-44a9-9325-df676be8ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:42.826161 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-f1f39210-af57-44a9-9325-df676be8ae4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 911 time: 0.1466656 Sep 15 13:56:42.851885 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5fe77-4305-4f60-aaa4-cea5f810e8b8 req-fc284179-f43f-47d6-b3f6-593998df59d7 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:42.853428 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-48b5fe77-4305-4f60-aaa4-cea5f810e8b8 req-fc284179-f43f-47d6-b3f6-593998df59d7 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0949364 Sep 15 13:56:42.928619 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': 'c4b80b22-5564-457b-8237-57597736fea7', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'port_id': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'mac_address': 'fa:16:3e:1d:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:26Z', 'updated_at': '2021-09-15T13:56:41Z', 'revision_number': 1, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:42.931156 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-33fc6501-6e68-40e7-b897-028abdaef58b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21 HTTP/1.1" status: 200 len: 998 time: 0.0961366 Sep 15 13:56:42.938321 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-48b5fe77-4305-4f60-aaa4-cea5f810e8b8 req-d6d67d62-198a-4f6c-a8f5-c68e4f87e09d tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559113 Sep 15 13:56:42.958471 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] Checking router: 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:56:42.967265 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:56:42.967888 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:56:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:42.995786 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-9829e69f-3074-4ec6-aae5-5e2bffbfac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:42.997289 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-9829e69f-3074-4ec6-aae5-5e2bffbfac79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0521431 Sep 15 13:56:43.055866 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-67d81265-1590-4468-8663-e83057171f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:43.060056 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-67d81265-1590-4468-8663-e83057171f11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560360 Sep 15 13:56:43.093596 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:56:43.153652 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-d191b71c-2970-4e5a-acae-53af8f1a7100 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Sep 15 13:56:43.248894 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5973d922-affd-4e61-8c13-d331ee5e4190 req-7a1202b9-c0c5-4fb2-808b-64be58c40e23 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881360 Sep 15 13:56:43.382522 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': 'c4b80b22-5564-457b-8237-57597736fea7', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'port_id': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'mac_address': 'fa:16:3e:1d:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:26Z', 'updated_at': '2021-09-15T13:56:41Z', 'revision_number': 1, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:56:43.412956 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d1248-223e-4e4d-a14e-db5631ef204d None None] The sync data for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi is: [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': 'c4b80b22-5564-457b-8237-57597736fea7', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'port_id': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'mac_address': 'fa:16:3e:1d:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:26Z', 'updated_at': '2021-09-15T13:56:41Z', 'revision_number': 1, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:56:43.624746 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57994d9b-af11-4043-bb4d-92cb8c2ef86c None None] New status for floating IP c4b80b22-5564-457b-8237-57597736fea7: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:56:44.048585 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabf2d7-4f1c-429c-b75d-eafdb441afe9 req-0c34e657-2bbc-47b8-8d89-5de2da0d3d8f tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:44.050153 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-caabf2d7-4f1c-429c-b75d-eafdb441afe9 req-0c34e657-2bbc-47b8-8d89-5de2da0d3d8f tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 945 time: 0.0490823 Sep 15 13:56:44.089455 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-caabf2d7-4f1c-429c-b75d-eafdb441afe9 req-e8a22166-77ee-4ec9-abba-550c8d7ba4cf tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320795 Sep 15 13:56:44.159035 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device c22b7a65-c078-4633-8d74-826bef08c617 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:56:44.211793 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port c22b7a65-c078-4633-8d74-826bef08c617 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:56:44.212211 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:44.288489 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:44.311332 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:56:44.317981 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb5c6d-46f4-45d8-aacc-2a7b54f9c415" -d '{"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "c22b7a65-c078-4633-8d74-826bef08c617"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:56:44.328944 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:56:44.352255 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1427287-8752-49b4-b04c-32a3d0abbf0d x-openstack-request-id: req-c1427287-8752-49b4-b04c-32a3d0abbf0d {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:56:44.352546 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-plugged", "status": "completed", "tag": "c22b7a65-c078-4633-8d74-826bef08c617", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:56:44.352967 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1427287-8752-49b4-b04c-32a3d0abbf0d {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:56:44.353493 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617', 'code': 200} Sep 15 13:56:44.437795 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:44.499128 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=8']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:56:44.647513 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30fd-0c6a-4d2f-91f1-04ca314282be req-ad44514a-3147-47ec-adda-cba3daa93c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:44.649084 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5b1d30fd-0c6a-4d2f-91f1-04ca314282be req-ad44514a-3147-47ec-adda-cba3daa93c57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0459168 Sep 15 13:56:44.697076 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5b1d30fd-0c6a-4d2f-91f1-04ca314282be req-83e4a169-0583-46b2-895c-c33ffacdda7c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Sep 15 13:56:45.209503 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105b4be-6a5f-4894-ba02-d7e79544b05d req-fb3fbc5c-f315-4961-93de-b816c7c49210 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:45.210980 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e105b4be-6a5f-4894-ba02-d7e79544b05d req-fb3fbc5c-f315-4961-93de-b816c7c49210 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0516584 Sep 15 13:56:45.254283 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e105b4be-6a5f-4894-ba02-d7e79544b05d req-4d519318-9b9d-45ef-b8cb-742c5694abf5 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Sep 15 13:56:45.991927 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b46cd13e-513b-49dc-9531-43d183410b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:46.387774 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2e2fa-032b-4701-a0f2-df4019c1fba5 req-50345cb3-ffda-432a-807f-fc2b6c58aa98 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:56:46.390713 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-94d2e2fa-032b-4701-a0f2-df4019c1fba5 req-50345cb3-ffda-432a-807f-fc2b6c58aa98 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0636215 Sep 15 13:56:46.434553 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-94d2e2fa-032b-4701-a0f2-df4019c1fba5 req-fd30864c-bcc5-47ce-9a83-43c3c92a7fc9 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370331 Sep 15 13:56:46.916363 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:56:48.702625 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-48ea94fb-d370-4a56-8696-cd41fde841c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:48.803781 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:50.037989 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:51.643058 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:07.934021 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:15.996655 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0fe36fab-fc2d-4df4-80a9-44405898842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:16.041246 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-2c636a7d-5e4a-405e-8164-43896de4327f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406609 Sep 15 13:57:16.126162 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-9820aeff-1759-4a05-809b-a430754fb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:57:16.127627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-9820aeff-1759-4a05-809b-a430754fb795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0433590 Sep 15 13:57:16.229799 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-eaf8e33a-1be6-437f-92a3-b8f017d3211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:57:16.231260 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-eaf8e33a-1be6-437f-92a3-b8f017d3211f service neutron] 10.222.0.37 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 908 time: 0.0838509 Sep 15 13:57:16.302603 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-58925941-d467-4203-9252-e1d7f4ac5eb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 1002 time: 0.0613909 Sep 15 13:57:16.352945 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-7a79ce01-26d1-4e4e-b5a7-9d9372dc1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:57:16.354452 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-7a79ce01-26d1-4e4e-b5a7-9d9372dc1702 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 200 len: 846 time: 0.0449529 Sep 15 13:57:16.408211 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-6682b198-3733-4f3f-b7ac-b32229f8ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:57:16.409747 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-6682b198-3733-4f3f-b7ac-b32229f8ba4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98958585-e65f-4168-801c-3f7a5a038807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426574 Sep 15 13:57:16.506553 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-3cf23173-f06e-4107-9405-fb0eaae10821 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889482 Sep 15 13:57:16.605396 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aac8d7b5-74f3-42ab-a452-783dc0e1ea7c req-86e8cfd8-6252-4561-93a3-55c2597afcec service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909898 Sep 15 13:57:18.683819 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-8bc25ae1-ecd6-452b-8f9c-5d2cd442dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:18.768246 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:20.042360 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:21.653470 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:23.915215 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:57:37.933644 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:45.984776 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-80d0d262-099d-4f02-a420-19e6a10eb484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:48.664426 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-68c6f5a7-01d6-438e-8cf2-bf90cb437fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:48.767576 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:50.082254 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:51.613650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:00.916935 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:58:07.938265 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:09.075017 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7f20b957-e804-4c6e-886a-22a58cb7038a tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167902020&fields=id&tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 267 time: 0.0339546 Sep 15 13:58:09.469024 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7cdc4f33-bddc-4139-ba56-a43939e514a8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:09.470488 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7cdc4f33-bddc-4139-ba56-a43939e514a8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 811 time: 0.3882563 Sep 15 13:58:09.486658 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-060743cb-504f-4cf5-b302-c1e5575cd6bd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/quotas/c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 375 time: 0.0096333 Sep 15 13:58:09.546660 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-e6cde958-f2e8-42b6-9955-7d8e4673aa21 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0530555 Sep 15 13:58:09.696932 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f684432b-d0aa-42f5-9200-c19d2ab7940e service neutron] 10.222.0.23 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340997 Sep 15 13:58:09.792010 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-37654cc8-64ed-4e82-a37f-f719cd4eb655 service neutron] 10.222.0.23 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889530 Sep 15 13:58:10.337451 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-abe80213-a11f-457d-b3fa-0063bda0a078 req-30c64def-cb82-4ec9-aa23-e679e1f1610f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 210 time: 0.0272648 Sep 15 13:58:11.431888 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6ec92201-3326-4287-ba36-6e85bd277488 req-7b5ed358-81d1-4e4a-99a8-21f3c0764fdb tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 210 time: 0.0274227 Sep 15 13:58:12.402767 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-a4736937-cd05-4ff6-aea4-7132b3f6acb4 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:12.404103 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-a4736937-cd05-4ff6-aea4-7132b3f6acb4 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 811 time: 0.1145298 Sep 15 13:58:12.446684 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7a766eb1-5cdc-4192-b9f4-75a48ef8a541 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639 HTTP/1.1" status: 200 len: 379 time: 0.0336761 Sep 15 13:58:12.459734 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'port': {'device_id': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'admin_state_up': True, 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'security_groups': ['6c284f9e-e739-4a5b-89a9-4e20a9192d9d']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:58:12.559075 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd52bc2a-ca8b-4fca-8320-f59e868d7cb3 req-656f8068-6a6c-4ac4-80bb-79f288de0d32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 210 time: 0.0375988 Sep 15 13:58:12.646529 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Made reservation on behalf of c2ebbbe1401e4c0da8f43ab8cf7a7639 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:58:12.651799 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:12.775373 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Allocated IP 172.20.0.14 (cba5a597-4483-4cf3-bfb4-5390d099e880/2841eed9-d2e4-4a36-bee9-5f92902315d6/9e4516bd-bfac-4e85-a66e-53a8089db418) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:58:12.916630 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.013143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.055804 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Network cba5a597-4483-4cf3-bfb4-5390d099e880 is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:58:13.059053 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:58:13.062736 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:58:13.098234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=9e4516bd-bfac-4e85-a66e-53a8089db418,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:13.112424 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.112770 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.113140 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.113476 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.113808 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.114143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.114473 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.114799 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.115124 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.115448 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.115770 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.116087 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:13.136431 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:13.137088 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.213511 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-7d9c83a1-e0ce-43bd-9cb8-42dbca8d1dfd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587757 Sep 15 13:58:13.226890 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Request body: {'port': {'device_id': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:58:13.263594 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1903d85a-d2d5-4101-8fcd-5bfb77534370 None None] Provisioning complete for port 9e4516bd-bfac-4e85-a66e-53a8089db418 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:58:13.264241 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1903d85a-d2d5-4101-8fcd-5bfb77534370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.282082 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.297609 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1903d85a-d2d5-4101-8fcd-5bfb77534370 None None] Port 9e4516bd-bfac-4e85-a66e-53a8089db418 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:58:13.546294 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4516bd-bfac-4e85-a66e-53a8089db418 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:58:13.554204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.566490 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Transition to ACTIVE for port object 9e4516bd-bfac-4e85-a66e-53a8089db418 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:58:13.637330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.711512 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Pushing event updated for resources: {'Port': ['ID=9e4516bd-bfac-4e85-a66e-53a8089db418,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:13.745924 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a55350-5859-46a2-bcfb-8966eb7ff2e5 req-08351548-51c5-4ccd-bca7-26578bfbfdbb tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:13.747547 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-80a55350-5859-46a2-bcfb-8966eb7ff2e5 req-08351548-51c5-4ccd-bca7-26578bfbfdbb tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.1200628 Sep 15 13:58:13.822330 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-80a55350-5859-46a2-bcfb-8966eb7ff2e5 req-de37622b-e342-45e6-96c7-94d9982a1e63 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532990 Sep 15 13:58:13.832631 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Attempting to bind port 9e4516bd-bfac-4e85-a66e-53a8089db418 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:58:13.833004 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Attempting to bind port 9e4516bd-bfac-4e85-a66e-53a8089db418 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:58:13.833336 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Attempting to bind port 9e4516bd-bfac-4e85-a66e-53a8089db418 on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:58:13.838381 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Port 9e4516bd-bfac-4e85-a66e-53a8089db418 on network cba5a597-4483-4cf3-bfb4-5390d099e880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:58:13.838695 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Attempting to bind port 9e4516bd-bfac-4e85-a66e-53a8089db418 on network cba5a597-4483-4cf3-bfb4-5390d099e880 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:58:13.843706 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:58:13.844040 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Checking segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:58:13.844499 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Bound using segment: {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:58:13.844871 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Bound port: 9e4516bd-bfac-4e85-a66e-53a8089db418, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1787fcf7-bcee-4677-8f5a-27150944ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:58:13.845233 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:13.909920 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] For port 9e4516bd-bfac-4e85-a66e-53a8089db418, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:58:13.913173 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] For port 9e4516bd-bfac-4e85-a66e-53a8089db418, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e4516bd-bfac-4e85-a66e-53a8089db418,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:58:14.024432 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:14.058497 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.058497 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:14.059349 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] 10.222.0.37 "PUT /v2.0/ports/9e4516bd-bfac-4e85-a66e-53a8089db418 HTTP/1.1" status: 200 len: 1094 time: 0.8370798 Sep 15 13:58:14.061653 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:58:14.064692 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826773cb-332a-4c66-95e1-7326cf718836" -d '{"events": [{"name": "network-changed", "server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:58:14.097691 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adb92f-7e06-4240-9cbb-701c1b8534ed service neutron] Pushing event updated for resources: {'Port': ['ID=9e4516bd-bfac-4e85-a66e-53a8089db418,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:14.102958 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575d4f4f-3e7b-476f-8de8-3f76ad424a24 x-openstack-request-id: req-575d4f4f-3e7b-476f-8de8-3f76ad424a24 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:58:14.103244 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:58:14.103496 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-575d4f4f-3e7b-476f-8de8-3f76ad424a24 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:58:14.103882 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'status': 'completed', 'code': 200} Sep 15 13:58:14.170125 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826773cb-332a-4c66-95e1-7326cf718836 req-8e62debe-16cd-4263-9e7c-8ac2fc8afe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.171726 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-826773cb-332a-4c66-95e1-7326cf718836 req-8e62debe-16cd-4263-9e7c-8ac2fc8afe25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 1097 time: 0.0464568 Sep 15 13:58:14.282512 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826773cb-332a-4c66-95e1-7326cf718836 req-957d42dc-e147-4361-9388-14a1bffa223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.284704 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-826773cb-332a-4c66-95e1-7326cf718836 req-957d42dc-e147-4361-9388-14a1bffa223c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1038089 Sep 15 13:58:14.389778 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826773cb-332a-4c66-95e1-7326cf718836 req-7af19f42-58ba-49f7-9aa2-06603dde8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.391166 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-826773cb-332a-4c66-95e1-7326cf718836 req-7af19f42-58ba-49f7-9aa2-06603dde8b36 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989923 Sep 15 13:58:14.467975 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-e98a90e5-c46b-42c2-b834-1c17fb720341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.469540 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-e98a90e5-c46b-42c2-b834-1c17fb720341 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 1097 time: 0.0428662 Sep 15 13:58:14.512840 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-d2c2d726-e313-4773-8e19-ae8d35d7f5f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4516bd-bfac-4e85-a66e-53a8089db418 HTTP/1.1" status: 200 len: 217 time: 0.0348318 Sep 15 13:58:14.567583 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-aed10343-60a4-47b8-8454-fc12304c69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.569410 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-aed10343-60a4-47b8-8454-fc12304c69e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0492129 Sep 15 13:58:14.625253 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-38a2fecb-d293-4ee1-b433-6434dfd9d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.626792 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-38a2fecb-d293-4ee1-b433-6434dfd9d2ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506179 Sep 15 13:58:14.724075 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-97683785-4ce8-491f-86b5-a09dcf49de73 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898690 Sep 15 13:58:14.818356 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-336c172b-62b9-4c9a-97d4-6e332ab2e2bd req-602ed420-c297-4d7d-a1da-56539b88240c service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867460 Sep 15 13:58:14.939915 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb023b6-b15f-4a28-a2e3-eb02f3885ace req-822626f6-e081-4ade-83e6-45d2de89bbfa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:14.941465 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0bb023b6-b15f-4a28-a2e3-eb02f3885ace req-822626f6-e081-4ade-83e6-45d2de89bbfa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0495002 Sep 15 13:58:14.979319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0bb023b6-b15f-4a28-a2e3-eb02f3885ace req-290d3d64-3cd5-4169-8149-edc5dfa63b1e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Sep 15 13:58:16.001125 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bee2bd38-61a8-4ebc-b82a-127926f8e244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:16.095374 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9c796-7ccc-4b28-a560-c6663adff335 req-c99be797-69f5-4fd2-a0ed-4db0e19c4398 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:16.096913 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4ca9c796-7ccc-4b28-a560-c6663adff335 req-c99be797-69f5-4fd2-a0ed-4db0e19c4398 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0489736 Sep 15 13:58:16.139618 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-4ca9c796-7ccc-4b28-a560-c6663adff335 req-e62180a4-b1b0-47f7-8250-dbca897f79a7 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365200 Sep 15 13:58:17.286972 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce425-5995-44a9-b19e-21b6dc6052aa req-01df4e60-9622-4b07-aa97-36d7afe50a2f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:17.290969 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-359ce425-5995-44a9-b19e-21b6dc6052aa req-01df4e60-9622-4b07-aa97-36d7afe50a2f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0532403 Sep 15 13:58:17.329779 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-359ce425-5995-44a9-b19e-21b6dc6052aa req-9a59b12c-b47c-4b49-8986-33c5017b5a27 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338886 Sep 15 13:58:17.726207 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-cf605d07-3a99-473a-8933-0da21d6e819c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432684 Sep 15 13:58:17.792294 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-05a695b1-800f-4a88-b3ee-fbc1292a89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:17.793820 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-05a695b1-800f-4a88-b3ee-fbc1292a89c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1098 time: 0.0432386 Sep 15 13:58:17.905462 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-e242171d-65dc-4e1d-8790-ad07613cfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:17.906910 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-e242171d-65dc-4e1d-8790-ad07613cfb69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.0924687 Sep 15 13:58:17.975805 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-7e96119e-3b41-41eb-92c5-bc01e1b402f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d HTTP/1.1" status: 200 len: 1001 time: 0.0619247 Sep 15 13:58:18.060022 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-a9245df9-bd33-4905-93d4-bcc1c271b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:18.061518 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-a9245df9-bd33-4905-93d4-bcc1c271b485 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0782995 Sep 15 13:58:18.084960 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d51-fc43-4056-bf26-2cdb0d1477df req-dcdc61bd-69d6-44bc-9f75-16c839eea4f3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:18.086433 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f3e90d51-fc43-4056-bf26-2cdb0d1477df req-dcdc61bd-69d6-44bc-9f75-16c839eea4f3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0934296 Sep 15 13:58:18.147699 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f3e90d51-fc43-4056-bf26-2cdb0d1477df req-0efa8af6-d9b1-4f0e-b0ab-75b961051d93 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446603 Sep 15 13:58:18.149940 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-a5575abf-36ab-4ccb-953a-130eb82cd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:18.153861 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-a5575abf-36ab-4ccb-953a-130eb82cd03d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0825858 Sep 15 13:58:18.248175 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-3b7eff5a-0fa6-4337-8e5f-3b0ac8da1e21 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891714 Sep 15 13:58:18.345109 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-46a3f615-fdc8-48a1-b2cf-fa0329bd8faa req-cd06bfae-fef9-4676-94e3-7404d75bd138 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884316 Sep 15 13:58:18.460018 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681228ed-8eb1-479b-bdc4-3117b22a7cca req-31a53729-244b-4506-9a8b-413a0cb790c6 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:18.461548 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-681228ed-8eb1-479b-bdc4-3117b22a7cca req-31a53729-244b-4506-9a8b-413a0cb790c6 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0533440 Sep 15 13:58:18.499791 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-681228ed-8eb1-479b-bdc4-3117b22a7cca req-83e180cc-f6c8-4bf9-b2e7-3c6bb4c7672b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Sep 15 13:58:18.669621 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-81c76a52-16da-438e-8dbc-b97da854efbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:18.749534 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:19.271339 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ade73c-203a-4d8c-a731-875c2b2d562f req-95155b2d-5f7a-431d-9e73-547a4c269513 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:19.272848 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76ade73c-203a-4d8c-a731-875c2b2d562f req-95155b2d-5f7a-431d-9e73-547a4c269513 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0526857 Sep 15 13:58:19.311198 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76ade73c-203a-4d8c-a731-875c2b2d562f req-11a2c997-b301-4134-b088-e99bac24ba46 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Sep 15 13:58:19.618568 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38084ae-5312-41e2-a028-22f7f76785a1 req-810ebd31-598d-406f-be0c-b4a5dbd63dbe tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:19.620237 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b38084ae-5312-41e2-a028-22f7f76785a1 req-810ebd31-598d-406f-be0c-b4a5dbd63dbe tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0501423 Sep 15 13:58:19.660926 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b38084ae-5312-41e2-a028-22f7f76785a1 req-1a7a1341-1974-4960-9960-7c1909103627 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339751 Sep 15 13:58:20.068708 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:20.430166 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ed3a0-9a94-4201-9dba-9fe2a79be262 req-229ba87c-9453-4e96-858f-facfcb094d1e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:20.431739 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-549ed3a0-9a94-4201-9dba-9fe2a79be262 req-229ba87c-9453-4e96-858f-facfcb094d1e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0522592 Sep 15 13:58:20.469284 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-549ed3a0-9a94-4201-9dba-9fe2a79be262 req-5363bd09-1604-43e2-965c-6c964d2cd554 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Sep 15 13:58:20.777007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdfb2b-5096-40dd-9928-89ee44fd0e48 req-0a0af22b-7c64-4e85-8528-49e63f52cf4c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:20.778463 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-75fdfb2b-5096-40dd-9928-89ee44fd0e48 req-0a0af22b-7c64-4e85-8528-49e63f52cf4c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0486357 Sep 15 13:58:20.815935 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-75fdfb2b-5096-40dd-9928-89ee44fd0e48 req-344cd414-043f-4760-8803-c11983dff84d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305417 Sep 15 13:58:21.589974 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5287f-755e-4d25-b7b8-a2ebdf8964ad req-a41c3733-f33e-444a-874d-69599c72c6bf tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:21.591437 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ab5287f-755e-4d25-b7b8-a2ebdf8964ad req-a41c3733-f33e-444a-874d-69599c72c6bf tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0528049 Sep 15 13:58:21.632453 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9ab5287f-755e-4d25-b7b8-a2ebdf8964ad req-14bc59f3-99ef-4c17-a2bc-34d3f226f3ff tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344658 Sep 15 13:58:21.663829 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:21.936163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446330a0-41ad-4c41-9538-74b62e75033b req-6c18d7df-1fe0-41b3-93c6-b694f839a365 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:21.937675 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-446330a0-41ad-4c41-9538-74b62e75033b req-6c18d7df-1fe0-41b3-93c6-b694f839a365 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0532148 Sep 15 13:58:21.978158 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-446330a0-41ad-4c41-9538-74b62e75033b req-0867889a-12b8-4a8d-8431-b937fde8655e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341740 Sep 15 13:58:22.721608 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38392) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:22.749948 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58199c35-1ab6-4b85-a2d0-e0b60312fc01 req-73b9f9d2-b15b-41eb-ac12-63e059151b80 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:22.751537 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58199c35-1ab6-4b85-a2d0-e0b60312fc01 req-73b9f9d2-b15b-41eb-ac12-63e059151b80 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0509877 Sep 15 13:58:22.791837 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-58199c35-1ab6-4b85-a2d0-e0b60312fc01 req-60041e51-64a4-473f-86b3-83118b2dfe21 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325928 Sep 15 13:58:22.978151 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Deleting port 26fbfeb5-a908-4a3d-9355-fb1f24e1fca9 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:22.978488 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.065811 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.066052 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.081322 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Calling delete_port for 26fbfeb5-a908-4a3d-9355-fb1f24e1fca9 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:23.107217 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea106d3-1c39-4aa8-a240-bf8bde9e6e3d req-3563bfa7-462f-4fc9-b191-0e4a36d82e3f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:23.108727 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7ea106d3-1c39-4aa8-a240-bf8bde9e6e3d req-3563bfa7-462f-4fc9-b191-0e4a36d82e3f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0530074 Sep 15 13:58:23.154236 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7ea106d3-1c39-4aa8-a240-bf8bde9e6e3d req-4f037328-baba-44ae-8b87-473e5a8bfef4 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377462 Sep 15 13:58:23.303506 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.330140 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event deleted for resources: {'Port': ['ID=26fbfeb5-a908-4a3d-9355-fb1f24e1fca9,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:23.342396 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.342752 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.343077 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.343411 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.343743 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.344069 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.344392 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.344716 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.345069 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.345391 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.345711 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.346644 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:23.414115 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.414462 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.l3_db [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Floating IP 60593424-10b4-40f1-9afc-1172a6082254 disassociated (deleted). External IP: 172.27.3.229, port: c22b7a65-c078-4633-8d74-826bef08c617. Sep 15 13:58:23.647181 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Router c1189bb2-ef51-4356-8df9-7409469f970b has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:58:23.782360 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:58:23.787648 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.800553 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] Sync routers for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:58:23.811124 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:23.811655 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:23.817545 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ed55034a-c246-43da-89df-aa6131edba03 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "DELETE /v2.0/floatingips/60593424-10b4-40f1-9afc-1172a6082254 HTTP/1.1" status: 204 len: 168 time: 1.0948074 Sep 15 13:58:23.818129 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:58:23.821327 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7cda83-c70e-4965-a248-d47f8aadf44d" -d '{"events": [{"name": "network-changed", "server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "tag": "c22b7a65-c078-4633-8d74-826bef08c617"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:58:23.925532 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:23.926768 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678b39a-730d-4ad1-baac-d6b0cad8ff3f req-9b7c2d98-66ec-4519-b7d9-34f0aa02acf7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:23.928285 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c678b39a-730d-4ad1-baac-d6b0cad8ff3f req-9b7c2d98-66ec-4519-b7d9-34f0aa02acf7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0591652 Sep 15 13:58:23.966858 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c678b39a-730d-4ad1-baac-d6b0cad8ff3f req-4b40dae5-e342-4980-9d01-f814ae47ac24 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Sep 15 13:58:24.091497 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a40b8c-7ab8-4222-b9fa-3e2b414d9389 x-openstack-request-id: req-46a40b8c-7ab8-4222-b9fa-3e2b414d9389 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:58:24.091846 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "tag": "c22b7a65-c078-4633-8d74-826bef08c617", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:58:24.092366 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46a40b8c-7ab8-4222-b9fa-3e2b414d9389 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:58:24.093774 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617', 'status': 'completed', 'code': 200} Sep 15 13:58:24.143501 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 5, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:24.154656 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-33020078-9491-4eb8-b88f-b5c9ebd0dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:24.157070 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-33020078-9491-4eb8-b88f-b5c9ebd0dddf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0424049 Sep 15 13:58:24.178252 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] Checking router: c1189bb2-ef51-4356-8df9-7409469f970b for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:58:24.186876 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:24.187705 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:24.282139 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-fdd2704b-fc53-47d0-bc91-d99b6bd8f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:24.284357 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-fdd2704b-fc53-47d0-bc91-d99b6bd8f0ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 200 len: 908 time: 0.1192722 Sep 15 13:58:24.359347 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-de8d4a7e-bc6d-49da-88c4-d1e08f5a0431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 200 len: 217 time: 0.0556362 Sep 15 13:58:24.403530 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:24.411941 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b74406-6eed-489f-bf19-75f58cc14c97 req-8820b44b-4529-4085-bf92-5c8d22ca486e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:24.413465 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b8b74406-6eed-489f-bf19-75f58cc14c97 req-8820b44b-4529-4085-bf92-5c8d22ca486e tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.1504781 Sep 15 13:58:24.422696 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca404950-4ae4-41c2-b1c6-2e41edd277c5 req-fb347767-ab60-4bb2-a119-7e24d065cc73 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:24.426265 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca404950-4ae4-41c2-b1c6-2e41edd277c5 req-fb347767-ab60-4bb2-a119-7e24d065cc73 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.1600430 Sep 15 13:58:24.479543 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-d83bff3b-6457-4568-b87d-3b7fb0c9f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:24.480974 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-d83bff3b-6457-4568-b87d-3b7fb0c9f25d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 200 len: 846 time: 0.1084566 Sep 15 13:58:24.505869 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b8b74406-6eed-489f-bf19-75f58cc14c97 req-d3af395d-22ff-40e3-beca-8402a4a7a1b6 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807195 Sep 15 13:58:24.515070 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ca404950-4ae4-41c2-b1c6-2e41edd277c5 req-7cb59080-4b6b-4ba0-9799-e41b5c895939 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784934 Sep 15 13:58:24.566548 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-dad69e9a-e0e2-42ce-a8f1-8d8bbe0d03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:24.568098 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-dad69e9a-e0e2-42ce-a8f1-8d8bbe0d03c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98958585-e65f-4168-801c-3f7a5a038807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0788434 Sep 15 13:58:24.626075 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 5, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:24.653170 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2629a-7c5f-4597-8fd9-05c6f933abd2 None None] The sync data for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi is: [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:52:59Z', 'revision_number': 4, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': 'bcb77548-5017-4bc7-a639-877cd7c9de91', 'name': '', 'network_id': '98958585-e65f-4168-801c-3f7a5a038807', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'mac_address': 'fa:16:3e:b1:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:58Z', 'updated_at': '2021-09-15T13:53:02Z', 'revision_number': 5, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'subnets': [{'id': 'fa53646b-0975-48d1-9f3f-e8643f88cdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:58:24.668496 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-46a22bc9-eec4-4f91-83b8-b059c57c81d1 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915146 Sep 15 13:58:24.771580 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bd7cda83-c70e-4965-a248-d47f8aadf44d req-3d6614ba-6b40-492b-bb42-15b73927f6f3 service neutron] 10.222.0.37 "GET /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937333 Sep 15 13:58:24.907928 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd0eae-7cdf-492f-ad96-f7f60ae9c089 None None] New status for floating IP 60593424-10b4-40f1-9afc-1172a6082254: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:58:25.088747 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4891a-a0fc-437e-9bd6-b7bd8d9eac5d req-944b32e6-beca-4509-b949-3ecb753eeefd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:25.090271 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5ef4891a-a0fc-437e-9bd6-b7bd8d9eac5d req-944b32e6-beca-4509-b949-3ecb753eeefd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0533876 Sep 15 13:58:25.129399 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-5ef4891a-a0fc-437e-9bd6-b7bd8d9eac5d req-099c9db0-5e38-4ce7-9aa0-444edfffaded tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329983 Sep 15 13:58:25.666028 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016fb78-7197-45e6-bfd5-88ff212a8774 req-a50f50e5-7dc8-46da-a811-c6ff8f10b809 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:25.667549 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b016fb78-7197-45e6-bfd5-88ff212a8774 req-a50f50e5-7dc8-46da-a811-c6ff8f10b809 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0738192 Sep 15 13:58:25.679226 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528230f-8f45-4351-bfb1-8e95aba00597 req-f106de12-a32b-490b-ac48-5ae094e63f80 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:25.680636 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7528230f-8f45-4351-bfb1-8e95aba00597 req-f106de12-a32b-490b-ac48-5ae094e63f80 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0776966 Sep 15 13:58:25.736124 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b016fb78-7197-45e6-bfd5-88ff212a8774 req-14c5fb0d-5c51-420d-bb7c-3fe41007394b tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545108 Sep 15 13:58:25.741634 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7528230f-8f45-4351-bfb1-8e95aba00597 req-bf858fc4-6802-4573-bc80-ffb2a6e6d1a1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544670 Sep 15 13:58:26.243565 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434dd9a-1b3a-4087-ba74-bf70f2e69770 req-ef0416bc-e403-4baf-8dc7-fba2639b0c9f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:26.245030 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7434dd9a-1b3a-4087-ba74-bf70f2e69770 req-ef0416bc-e403-4baf-8dc7-fba2639b0c9f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0483153 Sep 15 13:58:26.281783 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7434dd9a-1b3a-4087-ba74-bf70f2e69770 req-e8ae1ccb-3382-4a13-9614-41df0394f33d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308189 Sep 15 13:58:26.497597 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-5de21ecf-b747-4f12-bd00-804b4e8cd15a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:26.498947 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-5de21ecf-b747-4f12-bd00-804b4e8cd15a tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.37 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0486801 Sep 15 13:58:26.594685 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Deleting port c22b7a65-c078-4633-8d74-826bef08c617 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:26.595027 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:26.683595 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] For port c22b7a65-c078-4633-8d74-826bef08c617, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22b7a65-c078-4633-8d74-826bef08c617,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:26.684360 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:26.696203 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Calling delete_port for c22b7a65-c078-4633-8d74-826bef08c617 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:26.898314 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fba-2810-4218-8296-ea41eef15ed9 req-7ea26945-ee8b-4a81-960d-f99e22ea5f56 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:26.899801 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fd945fba-2810-4218-8296-ea41eef15ed9 req-7ea26945-ee8b-4a81-960d-f99e22ea5f56 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 946 time: 0.0930729 Sep 15 13:58:26.908176 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84654a28-b135-4f45-a01e-3ddbec2eaca7 req-7b72dea8-cfbd-4a4a-9889-1dc915fc3646 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:26.909824 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-84654a28-b135-4f45-a01e-3ddbec2eaca7 req-7b72dea8-cfbd-4a4a-9889-1dc915fc3646 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0901511 Sep 15 13:58:26.946078 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:26.981582 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fd945fba-2810-4218-8296-ea41eef15ed9 req-00e54cad-d9f2-427a-b631-aa1f4a2664c3 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cffbf4c-eff7-461f-bf0f-91de9ab78447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707502 Sep 15 13:58:27.002764 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event deleted for resources: {'Port': ['ID=c22b7a65-c078-4633-8d74-826bef08c617,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:27.007240 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-84654a28-b135-4f45-a01e-3ddbec2eaca7 req-65bc7ff0-3fc7-4f55-ac07-5f491e754aac tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907102 Sep 15 13:58:27.045933 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] No DVR routers for this DVR port c22b7a65-c078-4633-8d74-826bef08c617 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:58:27.048515 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:27.050786 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-72004e5f-c504-438c-9531-bb6e97b786d4 req-d60e4706-1d98-4c98-99a8-7df72bffd8ce tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.37 "DELETE /v2.0/ports/c22b7a65-c078-4633-8d74-826bef08c617 HTTP/1.1" status: 204 len: 173 time: 0.5451956 Sep 15 13:58:27.051083 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-deleted', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:58:27.053421 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffe86bb-8cee-4c8b-8f6a-4491703318f4" -d '{"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-deleted", "tag": "c22b7a65-c078-4633-8d74-826bef08c617"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:58:27.095174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb99a38-a51a-4c7c-be50-9f1b254ccc13 x-openstack-request-id: req-fcb99a38-a51a-4c7c-be50-9f1b254ccc13 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:58:27.095174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bbd380-e92f-48c9-a461-933a2ecef9f3", "name": "network-vif-deleted", "tag": "c22b7a65-c078-4633-8d74-826bef08c617", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:58:27.095174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcb99a38-a51a-4c7c-be50-9f1b254ccc13 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:58:27.095174 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bbd380-e92f-48c9-a461-933a2ecef9f3', 'name': 'network-vif-deleted', 'tag': 'c22b7a65-c078-4633-8d74-826bef08c617', 'status': 'completed', 'code': 200} Sep 15 13:58:27.412007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2ec43-94cd-406b-8c58-b8df2cd318e8 req-98a9fa41-10ab-4028-84d5-5d61bf9eae48 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:27.412007 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d5a2ec43-94cd-406b-8c58-b8df2cd318e8 req-98a9fa41-10ab-4028-84d5-5d61bf9eae48 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0578680 Sep 15 13:58:27.475490 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-d5a2ec43-94cd-406b-8c58-b8df2cd318e8 req-46cf8640-c246-4d35-b3f2-a996f8167ba4 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585692 Sep 15 13:58:28.093389 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e0878a68-2dd0-4e34-b040-1cb2413e90aa req-bfffeabb-54eb-4ae1-bafc-06114dd14846 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "GET /v2.0/ports?device_id=14bbd380-e92f-48c9-a461-933a2ecef9f3 HTTP/1.1" status: 200 len: 210 time: 0.0288975 Sep 15 13:58:28.143217 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb502b-9404-4a2e-b7cf-8e83750378cb req-9ef529e3-4e54-4b7e-8cca-5f35233101c8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:28.144797 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fbdb502b-9404-4a2e-b7cf-8e83750378cb req-9ef529e3-4e54-4b7e-8cca-5f35233101c8 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 944 time: 0.0539536 Sep 15 13:58:28.189447 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fbdb502b-9404-4a2e-b7cf-8e83750378cb req-88913b5e-f54e-44cf-8ac8-161aa0567f91 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382140 Sep 15 13:58:28.605365 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e71b64-b8ee-4aba-9cdc-5c84994ff47e req-09acb49f-0862-4262-b8b4-97cacddb671c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:28.606773 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76e71b64-b8ee-4aba-9cdc-5c84994ff47e req-09acb49f-0862-4262-b8b4-97cacddb671c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0547793 Sep 15 13:58:28.638570 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 9e4516bd-bfac-4e85-a66e-53a8089db418 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:58:28.653486 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76e71b64-b8ee-4aba-9cdc-5c84994ff47e req-65f317d7-d029-46ea-a5ad-22f6ce283706 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388916 Sep 15 13:58:28.752024 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 9e4516bd-bfac-4e85-a66e-53a8089db418, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e4516bd-bfac-4e85-a66e-53a8089db418,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:28.764493 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'port_id': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'mac_address': 'fa:16:3e:1d:72:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:58:28.808256 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:28.821650 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4516bd-bfac-4e85-a66e-53a8089db418 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:58:28.842463 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 9e4516bd-bfac-4e85-a66e-53a8089db418, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e4516bd-bfac-4e85-a66e-53a8089db418,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:28.938406 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:28.993375 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=9e4516bd-bfac-4e85-a66e-53a8089db418,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:29.000939 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.001293 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.001638 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.001971 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.002360 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.002700 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.003029 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.003356 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.003684 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.004008 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.004335 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.004663 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:58:29.093469 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711880e-2f58-436f-bcf7-ff8b9ed5692a req-c35654bb-bbc5-4209-b595-2fd16444a4c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:29.095366 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e711880e-2f58-436f-bcf7-ff8b9ed5692a req-c35654bb-bbc5-4209-b595-2fd16444a4c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0562885 Sep 15 13:58:29.139971 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e711880e-2f58-436f-bcf7-ff8b9ed5692a req-42aabb88-bbeb-44f4-a6a4-99ce3155a885 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365341 Sep 15 13:58:29.170264 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38442) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:29.249870 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a79e00b3-3aa0-4589-8332-099eb2a0c8b4 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:29.271100 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-b4bc50a5-85e8-4f6d-93d4-fcebb4812deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:29.272678 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-b4bc50a5-85e8-4f6d-93d4-fcebb4812deb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 1098 time: 0.0465071 Sep 15 13:58:29.286175 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a79e00b3-3aa0-4589-8332-099eb2a0c8b4 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:29.321880 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['9e4516bd-bfac-4e85-a66e-53a8089db418'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:58:29.464130 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a79e00b3-3aa0-4589-8332-099eb2a0c8b4 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:29.467641 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a79e00b3-3aa0-4589-8332-099eb2a0c8b4 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:29.472357 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-a79e00b3-3aa0-4589-8332-099eb2a0c8b4 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] 10.222.0.23 "DELETE /v2.0/security-groups/4cffbf4c-eff7-461f-bf0f-91de9ab78447 HTTP/1.1" status: 204 len: 168 time: 0.2975953 Sep 15 13:58:29.499217 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e00b3-3aa0-4589-8332-099eb2a0c8b4 tempest-TestShelveInstance-500066172 tempest-TestShelveInstance-500066172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cffbf4c-eff7-461f-bf0f-91de9ab78447,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:29.621716 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38448) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:29.673120 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11681a86-c38e-4718-8c4c-162c1e049687 req-45d138b7-1e74-413d-8a21-38766d1ab4e5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:29.674953 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-11681a86-c38e-4718-8c4c-162c1e049687 req-45d138b7-1e74-413d-8a21-38766d1ab4e5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 945 time: 0.4013133 Sep 15 13:58:29.733903 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-4e34be1e-3655-48b4-bd51-914e373b633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:29.736372 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-4e34be1e-3655-48b4-bd51-914e373b633f service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 911 time: 0.4528029 Sep 15 13:58:29.801064 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-11681a86-c38e-4718-8c4c-162c1e049687 req-0e5c1ba5-78ad-41d2-b38c-6feab77bd3c5 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143222 Sep 15 13:58:29.825119 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-365f2c9f-e2be-4605-aa0f-015d796e5c04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21 HTTP/1.1" status: 200 len: 1000 time: 0.0734458 Sep 15 13:58:29.880070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-24014915-a1b1-472e-a912-07dc994b7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:29.881583 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-24014915-a1b1-472e-a912-07dc994b7da9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0484183 Sep 15 13:58:29.931415 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-503edbcd-1ada-4114-ba05-1bef89752505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:29.933539 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-503edbcd-1ada-4114-ba05-1bef89752505 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437684 Sep 15 13:58:30.040916 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-e50b134c-d349-4b26-9d6e-6d8164c8ebde service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988798 Sep 15 13:58:30.145296 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81bee9c4-2f88-4302-98ea-6dc09a4cf5fa req-3b0a270f-ceef-4c87-9556-d84b8006ce38 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963302 Sep 15 13:58:30.160439 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:30.313571 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc9b9-0679-40bb-bea3-06ca205f9a88 req-f9488f17-8b97-453f-9035-f97f7584b674 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:30.315756 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1f0dc9b9-0679-40bb-bea3-06ca205f9a88 req-f9488f17-8b97-453f-9035-f97f7584b674 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0700550 Sep 15 13:58:30.367126 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1f0dc9b9-0679-40bb-bea3-06ca205f9a88 req-1c579f13-693b-4957-b438-6aca25d05ac9 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434127 Sep 15 13:58:30.459506 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Deleting port bcb77548-5017-4bc7-a639-877cd7c9de91 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:30.460084 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:30.542773 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] For port bcb77548-5017-4bc7-a639-877cd7c9de91, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=bcb77548-5017-4bc7-a639-877cd7c9de91,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:30.543163 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:30.557439 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Calling delete_port for bcb77548-5017-4bc7-a639-877cd7c9de91 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:30.694730 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 9e4516bd-bfac-4e85-a66e-53a8089db418 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:58:30.846532 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 9e4516bd-bfac-4e85-a66e-53a8089db418 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:58:30.846700 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:30.850654 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 9e4516bd-bfac-4e85-a66e-53a8089db418 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:58:30.851022 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:30.886739 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb77548-5017-4bc7-a639-877cd7c9de91,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:30.989110 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:30.995147 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640b47a-70e4-4957-8e43-4e98b8fc1c59 req-dcfa9142-0ce4-4da1-be4d-524a4d6e69a2 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:30.995147 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e640b47a-70e4-4957-8e43-4e98b8fc1c59 req-dcfa9142-0ce4-4da1-be4d-524a4d6e69a2 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 945 time: 0.0764046 Sep 15 13:58:31.019020 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:58:31.022422 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98283b52-7725-4ccf-ae47-ca239828a34e" -d '{"events": [{"server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "name": "network-vif-plugged", "status": "completed", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:58:31.045091 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 9e4516bd-bfac-4e85-a66e-53a8089db418, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e4516bd-bfac-4e85-a66e-53a8089db418,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:31.053379 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e640b47a-70e4-4957-8e43-4e98b8fc1c59 req-f0bf5bb5-2593-41d9-be39-e82d95d1f0af tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505214 Sep 15 13:58:31.091630 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d86b6d-db0d-401a-a807-2a947fef9ec1 x-openstack-request-id: req-88d86b6d-db0d-401a-a807-2a947fef9ec1 {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:58:31.091630 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "name": "network-vif-plugged", "status": "completed", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:58:31.091630 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88d86b6d-db0d-401a-a807-2a947fef9ec1 {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:58:31.091630 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'code': 200} Sep 15 13:58:31.109131 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:31.121034 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:31.121929 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device c22b7a65-c078-4633-8d74-826bef08c617 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:58:31.164577 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: c22b7a65-c078-4633-8d74-826bef08c617 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:58:31.164958 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device c22b7a65-c078-4633-8d74-826bef08c617 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:58:31.195000 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=9e4516bd-bfac-4e85-a66e-53a8089db418,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:31.368798 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7bf92-1512-4aca-9dd2-223e0c3223ec req-51b6f647-9695-4e32-9681-d53a385b98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:31.370363 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-22a7bf92-1512-4aca-9dd2-223e0c3223ec req-51b6f647-9695-4e32-9681-d53a385b98b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 1099 time: 0.0456700 Sep 15 13:58:31.419897 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-22a7bf92-1512-4aca-9dd2-223e0c3223ec req-1b8ac360-1bd8-41ed-8932-b19bcd1de56c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423186 Sep 15 13:58:31.506338 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca3b42-2c17-4022-b1b0-d5d82829304a req-25e811a5-a549-4582-8603-ff3fd12b3e4c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:31.507907 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c3ca3b42-2c17-4022-b1b0-d5d82829304a req-25e811a5-a549-4582-8603-ff3fd12b3e4c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0549815 Sep 15 13:58:31.548523 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c3ca3b42-2c17-4022-b1b0-d5d82829304a req-9708c514-7e7b-4a97-971d-28d7d3f36948 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343745 Sep 15 13:58:31.568656 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Router c1189bb2-ef51-4356-8df9-7409469f970b has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:58:31.676289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:58:31.688498 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-1e6d61a9-d9e5-4f28-b1b8-6d941f1b1045 admin admin] 10.222.0.23 "PUT /v2.0/routers/c1189bb2-ef51-4356-8df9-7409469f970b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0585129 Sep 15 13:58:31.688498 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38462) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:31.688710 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] Sync routers for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:58:31.696935 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:31.697542 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:31.788587 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:31.806900 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:31.897688 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:31.986285 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:58:30Z', 'revision_number': 5, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port': {'id': '768c80c5-7d1c-47ce-81dc-947d826fdfdd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:56Z', 'updated_at': '2021-09-15T13:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:32.012098 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] Checking router: c1189bb2-ef51-4356-8df9-7409469f970b for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:58:32.013314 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Deleting port 768c80c5-7d1c-47ce-81dc-947d826fdfdd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:32.013652 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.023002 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] Routers {'c1189bb2-ef51-4356-8df9-7409469f970b'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:32.023714 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['c1189bb2-ef51-4356-8df9-7409469f970b'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:32.099005 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] For port 768c80c5-7d1c-47ce-81dc-947d826fdfdd, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=768c80c5-7d1c-47ce-81dc-947d826fdfdd,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:32.099468 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.112062 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] Set router c1189bb2-ef51-4356-8df9-7409469f970b gateway port host: None {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:32.118891 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Calling delete_port for 768c80c5-7d1c-47ce-81dc-947d826fdfdd owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:32.170162 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:58:31Z', 'revision_number': 6, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:32.180640 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc327-a975-4b5c-adc9-a9922e33c5ea req-8ea1ab11-08bb-4e20-b43e-b163142ad86b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:32.182401 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a49fc327-a975-4b5c-adc9-a9922e33c5ea req-8ea1ab11-08bb-4e20-b43e-b163142ad86b tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 946 time: 0.0511563 Sep 15 13:58:32.198558 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194a94f-bc43-49d0-91cd-5214d2d7b207 None None] The sync data for ids ['c1189bb2-ef51-4356-8df9-7409469f970b'] in dv-cinder-759961-19-iscsi is: [{'id': 'c1189bb2-ef51-4356-8df9-7409469f970b', 'name': 'tempest-TestShelveInstance-69718982-router', 'tenant_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:55Z', 'updated_at': '2021-09-15T13:58:31Z', 'revision_number': 6, 'project_id': 'e988ae37b33e4cbdbb1ad25e2013f980', 'gw_port_host': None}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:58:32.228218 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a49fc327-a975-4b5c-adc9-a9922e33c5ea req-43d86d0b-70b7-4631-944e-a05143e2024d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398633 Sep 15 13:58:32.355175 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.379474 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=768c80c5-7d1c-47ce-81dc-947d826fdfdd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:32.444470 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.533014 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.535527 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.732194 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.732926 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1189bb2-ef51-4356-8df9-7409469f970b {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:58:32.737630 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.738715 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c63a14fc-f76e-469c-9ed7-38c42fa058e6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c1189bb2-ef51-4356-8df9-7409469f970b HTTP/1.1" status: 204 len: 168 time: 1.0540347 Sep 15 13:58:32.741281 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38466) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:32.789766 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] Deleting subnet fa53646b-0975-48d1-9f3f-e8643f88cdff {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:58:32.792804 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.827596 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26491854'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:32.918472 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.064096 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686034'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.093726 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa53646b-0975-48d1-9f3f-e8643f88cdff,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:33.098607 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.100513 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-582293db-6ca1-4099-9ae7-7ebed68cffb4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fa53646b-0975-48d1-9f3f-e8643f88cdff HTTP/1.1" status: 204 len: 168 time: 0.3582976 Sep 15 13:58:33.104352 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38468) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:33.108013 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd60dbc6-285f-4b6f-81d9-2551a1f7c273 None None] Network 98958585-e65f-4168-801c-3f7a5a038807 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:58:33.187190 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.295482 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Deleting port 1bed1dbd-fabd-4de9-b264-716301610fc0 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:33.295891 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.340307 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] DHCP port deletion for 98958585-e65f-4168-801c-3f7a5a038807 request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:58:33.391461 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] Deleting port 1bed1dbd-fabd-4de9-b264-716301610fc0 {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:33.391831 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.397983 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] For port 1bed1dbd-fabd-4de9-b264-716301610fc0, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=1bed1dbd-fabd-4de9-b264-716301610fc0,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:33.398373 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.418826 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Calling delete_port for 1bed1dbd-fabd-4de9-b264-716301610fc0 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:33.427719 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8060-ccfa-44ba-84c1-69ab1439627f req-b9411a00-98b7-4956-be89-148663b8b985 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:33.429276 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3bea8060-ccfa-44ba-84c1-69ab1439627f req-b9411a00-98b7-4956-be89-148663b8b985 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 946 time: 0.1170659 Sep 15 13:58:33.465292 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] For port 1bed1dbd-fabd-4de9-b264-716301610fc0, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=1bed1dbd-fabd-4de9-b264-716301610fc0,segment=NetworkSegment(450fe9f6-6e0f-4810-bd58-12ae7ed42459),segment_id=450fe9f6-6e0f-4810-bd58-12ae7ed42459)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:33.465686 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.478423 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] Calling delete_port for 1bed1dbd-fabd-4de9-b264-716301610fc0 owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:33.512668 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3bea8060-ccfa-44ba-84c1-69ab1439627f req-9e12b369-53fc-43ee-adf0-036676803dad tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759044 Sep 15 13:58:33.631881 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.636967 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.668187 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] Pushing event deleted for resources: {'Port': ['ID=1bed1dbd-fabd-4de9-b264-716301610fc0,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:33.670038 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a1936-39ee-4624-bcdd-46617db10da4 None None] No DVR routers for this DVR port 1bed1dbd-fabd-4de9-b264-716301610fc0 on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:58:33.676613 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bed1dbd-fabd-4de9-b264-716301610fc0,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:33.678673 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] No DVR routers for this DVR port 1bed1dbd-fabd-4de9-b264-716301610fc0 on host dv-cinder-759961-19-iscsi {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:58:33.687320 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81413884-6e90-4143-9452-5f0b836b5bff req-e602691b-6e54-4988-a2cb-2a4b99e20b59 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:33.688985 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81413884-6e90-4143-9452-5f0b836b5bff req-e602691b-6e54-4988-a2cb-2a4b99e20b59 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 946 time: 0.0906310 Sep 15 13:58:33.764237 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-81413884-6e90-4143-9452-5f0b836b5bff req-cdc49208-b1b5-4ae1-b2cd-abb30b9dfa2d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543709 Sep 15 13:58:33.787121 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38474) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:33.787993 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.819734 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98958585-e65f-4168-801c-3f7a5a038807']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:33.832728 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450fe9f6-6e0f-4810-bd58-12ae7ed42459') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:33.833138 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450fe9f6-6e0f-4810-bd58-12ae7ed42459') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:33.843697 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.861007 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.867280 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device bcb77548-5017-4bc7-a639-877cd7c9de91 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:58:33.868540 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:58:33.869056 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:58:33.870941 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:58:33.891522 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: bcb77548-5017-4bc7-a639-877cd7c9de91 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:58:33.891964 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device bcb77548-5017-4bc7-a639-877cd7c9de91 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:58:33.892560 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 768c80c5-7d1c-47ce-81dc-947d826fdfdd no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:58:33.916335 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 768c80c5-7d1c-47ce-81dc-947d826fdfdd {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:58:33.917013 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 768c80c5-7d1c-47ce-81dc-947d826fdfdd not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:58:33.917446 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1bed1dbd-fabd-4de9-b264-716301610fc0 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:58:33.938287 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 1bed1dbd-fabd-4de9-b264-716301610fc0 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:58:33.938506 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 1bed1dbd-fabd-4de9-b264-716301610fc0 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:58:33.950159 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e639e9b4-1685-400e-b2d4-f0d6c5f6ac83 tempest-TestVolumeBootPattern-1418026208 tempest-TestVolumeBootPattern-1418026208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:33.951844 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e639e9b4-1685-400e-b2d4-f0d6c5f6ac83 tempest-TestVolumeBootPattern-1418026208 tempest-TestVolumeBootPattern-1418026208-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 1094 time: 0.1634798 Sep 15 13:58:33.955064 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38478) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:33.960263 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'port_id': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:58:34.006658 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:34.012112 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:34.016668 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] 10.222.0.23 "DELETE /v2.0/networks/98958585-e65f-4168-801c-3f7a5a038807 HTTP/1.1" status: 204 len: 168 time: 0.9085438 Sep 15 13:58:34.017372 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38480) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:34.025402 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb275-d672-419b-9c53-9c705e0ec653 admin admin] Pushing event deleted for resources: {'Network': ['ID=98958585-e65f-4168-801c-3f7a5a038807,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:34.065090 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:34.303019 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:34.475492 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Allocated IP 172.27.3.13 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/b248763b-fac2-41a4-8809-af2cfdbc69a7) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:58:34.629931 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:34.643475 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:34.792978 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:34.859015 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:58:34.867459 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:58:34.870888 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=b248763b-fac2-41a4-8809-af2cfdbc69a7,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:34.872942 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:58:35.310827 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Deleting port 8a6dbce8-072c-470b-8ed2-935a1cc0460b {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:35.311163 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:35.464375 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] For port 8a6dbce8-072c-470b-8ed2-935a1cc0460b, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8a6dbce8-072c-470b-8ed2-935a1cc0460b,segment=NetworkSegment(84b52373-03ab-4998-af21-3733b3099eb4),segment_id=84b52373-03ab-4998-af21-3733b3099eb4)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:35.464756 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:35.514726 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Calling delete_port for 8a6dbce8-072c-470b-8ed2-935a1cc0460b owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:35.668289 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:35.804047 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:35.905246 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:35.943511 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6dbce8-072c-470b-8ed2-935a1cc0460b,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:36.037071 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:36.119646 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579360'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:36.193044 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:36.199648 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event updated for resources: {'Port': ['ID=b248763b-fac2-41a4-8809-af2cfdbc69a7,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:36.252076 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:36.401713 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.l3_db [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Floating IP 5c6655b3-ebce-4078-aee0-702a5ddf34ac associated. External IP: 172.27.3.13, port: 9e4516bd-bfac-4e85-a66e-53a8089db418. Sep 15 13:58:36.584983 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Router 3324ee52-585f-49aa-9c24-bbd12f2bca7d has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:58:36.977526 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:58:36.982937 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0626c61d-f885-4541-b45e-5ae2abf2b195 admin admin] 10.222.0.23 "PUT /v2.0/routers/3324ee52-585f-49aa-9c24-bbd12f2bca7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9638786 Sep 15 13:58:36.986105 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38482) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:36.987790 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] Sync routers for ids ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:58:36.988601 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:58:37.001578 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] Routers {'3324ee52-585f-49aa-9c24-bbd12f2bca7d'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:37.003138 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:37.099912 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.106943 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:58:37.119962 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:58:37.123300 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] Set router 3324ee52-585f-49aa-9c24-bbd12f2bca7d gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:37.130494 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:37.131122 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:37.200453 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.218637 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.231070 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-77a5a5de-d3f8-43e7-bbfe-be9b6f264e55 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2738032 Sep 15 13:58:37.231070 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:58:37.233718 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b8ec27-41c7-4e97-a442-7bf112b921cc" -d '{"events": [{"name": "network-changed", "server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:58:37.251738 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:37.277362 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10991ac3-72ea-46a6-82a2-36e543bba1b6 x-openstack-request-id: req-10991ac3-72ea-46a6-82a2-36e543bba1b6 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:58:37.277362 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:58:37.277362 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10991ac3-72ea-46a6-82a2-36e543bba1b6 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:58:37.277362 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'status': 'completed', 'code': 200} Sep 15 13:58:37.333018 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:58:35Z', 'revision_number': 5, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port': {'id': 'b115a14c-97f1-4b8a-9b3c-67a1adfe5b37', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:53:04Z', 'updated_at': '2021-09-15T13:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:37.360771 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] Checking router: 3324ee52-585f-49aa-9c24-bbd12f2bca7d for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:58:37.365208 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-56ea5790-c774-4579-9406-8c92c3100a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:37.366727 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-56ea5790-c774-4579-9406-8c92c3100a69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 1099 time: 0.0558808 Sep 15 13:58:37.371174 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] Routers {'3324ee52-585f-49aa-9c24-bbd12f2bca7d'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:37.371874 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:37.387037 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Deleting port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:37.387415 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.510361 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:07Z', 'revision_number': 1, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}, {'id': '5c6655b3-ebce-4078-aee0-702a5ddf34ac', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:1d:72:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:58:35Z', 'updated_at': '2021-09-15T13:58:35Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:37.537695 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-5e3276fe-3c41-4573-b6fd-5a4426a2ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:37.539474 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-5e3276fe-3c41-4573-b6fd-5a4426a2ea6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.1659458 Sep 15 13:58:37.541401 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:58:37.551943 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:58:37.552574 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T13:58:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:37.556721 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] For port b115a14c-97f1-4b8a-9b3c-67a1adfe5b37, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:37.557149 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.593194 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] Set router 3324ee52-585f-49aa-9c24-bbd12f2bca7d gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:37.604297 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Calling delete_port for b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 owned by network:router_gateway {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:37.646619 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:58:37Z', 'revision_number': 6, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:37.666005 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-369603bc-e282-4b42-94bf-1e12802db0ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4516bd-bfac-4e85-a66e-53a8089db418 HTTP/1.1" status: 200 len: 999 time: 0.1185164 Sep 15 13:58:37.678382 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53b6b-2f81-458c-b5cf-6fff3415d73f None None] The sync data for ids ['3324ee52-585f-49aa-9c24-bbd12f2bca7d'] in dv-cinder-759961-19-iscsi is: [{'id': '3324ee52-585f-49aa-9c24-bbd12f2bca7d', 'name': 'tempest-TestShelveInstance-1189074751-router', 'tenant_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:53:03Z', 'updated_at': '2021-09-15T13:58:37Z', 'revision_number': 6, 'project_id': 'ab4ba78405e24dc1bce550179c99ef7b', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:58:37.754439 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:58:37.769474 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-f829865f-9279-406d-8ad7-a2e0deff2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:37.770878 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-f829865f-9279-406d-8ad7-a2e0deff2c29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0956607 Sep 15 13:58:37.856747 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-2c76c2ef-b43e-4073-8b59-eb0687f00184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:58:37.858364 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-2c76c2ef-b43e-4073-8b59-eb0687f00184 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773487 Sep 15 13:58:37.922939 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:58:37.949634 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.964885 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-7b732ea4-5ca2-4cd6-a7c6-ab4ab7ed93ca service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989921 Sep 15 13:58:37.979640 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.987608 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:07Z', 'revision_number': 1, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}, {'id': '5c6655b3-ebce-4078-aee0-702a5ddf34ac', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:1d:72:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:58:35Z', 'updated_at': '2021-09-15T13:58:35Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:38.019100 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3895eab-db31-4c4d-8d2c-6d41908e4f63 None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:07Z', 'revision_number': 1, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}, {'id': '5c6655b3-ebce-4078-aee0-702a5ddf34ac', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:1d:72:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:58:35Z', 'updated_at': '2021-09-15T13:58:35Z', 'revision_number': 0, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:58:38.030231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Pushing event deleted for resources: {'Port': ['ID=b115a14c-97f1-4b8a-9b3c-67a1adfe5b37,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:38.102633 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8a6dbce8-072c-470b-8ed2-935a1cc0460b no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:58:38.131617 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 8a6dbce8-072c-470b-8ed2-935a1cc0460b {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:58:38.131974 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8a6dbce8-072c-470b-8ed2-935a1cc0460b not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:58:38.150685 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-89b8ec27-41c7-4e97-a442-7bf112b921cc req-7f19abb5-bfc7-41c5-929d-a71927759b40 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792500 Sep 15 13:58:38.151521 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.250985 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.253654 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.301603 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7960293-2ef3-4d6f-b59e-06f5ded03c03 None None] New status for floating IP 5c6655b3-ebce-4078-aee0-702a5ddf34ac: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:58:38.378039 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.378612 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3324ee52-585f-49aa-9c24-bbd12f2bca7d {{(pid=101155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:58:38.383433 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] Notify callbacks [] for router, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.385402 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-7b13d2fd-837f-45bf-beba-38124c86ef8f admin admin] 10.222.0.23 "DELETE /v2.0/routers/3324ee52-585f-49aa-9c24-bbd12f2bca7d HTTP/1.1" status: 204 len: 168 time: 1.3975894 Sep 15 13:58:38.387865 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38488) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:38.435257 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] Deleting subnet 7c61622b-da21-41d1-acff-48a770ab4c29 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:58:38.438444 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.481094 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.571206 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.738435 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.768334 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.773031 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7c61622b-da21-41d1-acff-48a770ab4c29 HTTP/1.1" status: 204 len: 168 time: 0.3816772 Sep 15 13:58:38.773031 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ec4ce-57ec-42b2-8fb7-9d9b08d45e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c61622b-da21-41d1-acff-48a770ab4c29,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:38.773425 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38490) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:38.775169 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0c0bcb-54ca-48c2-9a9d-39059e59ab72 None None] Network 55c4be79-8955-44f9-b377-999a7525c046 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:58:38.853665 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.906637 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Deleting port 302876dd-b935-4fbb-97bd-8918328b8153 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:38.907115 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.959583 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] DHCP port deletion for 55c4be79-8955-44f9-b377-999a7525c046 request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:58:38.972038 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] For port 302876dd-b935-4fbb-97bd-8918328b8153, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=302876dd-b935-4fbb-97bd-8918328b8153,segment=NetworkSegment(84b52373-03ab-4998-af21-3733b3099eb4),segment_id=84b52373-03ab-4998-af21-3733b3099eb4)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:38.972452 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:38.985539 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Calling delete_port for 302876dd-b935-4fbb-97bd-8918328b8153 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:39.006831 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] Deleting port 302876dd-b935-4fbb-97bd-8918328b8153 {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:58:39.007225 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.082951 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] For port 302876dd-b935-4fbb-97bd-8918328b8153, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=302876dd-b935-4fbb-97bd-8918328b8153,segment=NetworkSegment(84b52373-03ab-4998-af21-3733b3099eb4),segment_id=84b52373-03ab-4998-af21-3733b3099eb4)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:58:39.083292 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.095473 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] Calling delete_port for 302876dd-b935-4fbb-97bd-8918328b8153 owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:58:39.155213 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.173594 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.181474 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Pushing event deleted for resources: {'Port': ['ID=302876dd-b935-4fbb-97bd-8918328b8153,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:39.183304 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] No DVR routers for this DVR port 302876dd-b935-4fbb-97bd-8918328b8153 on host dv-cinder-759961-19-iscsi {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:58:39.204445 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] Pushing event deleted for resources: {'Port': ['ID=302876dd-b935-4fbb-97bd-8918328b8153,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:39.207585 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68168ba0-556e-4d96-ad22-e7d8b01a1891 None None] No DVR routers for this DVR port 302876dd-b935-4fbb-97bd-8918328b8153 on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:58:39.267706 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.288023 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c4be79-8955-44f9-b377-999a7525c046']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:39.297161 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b52373-03ab-4998-af21-3733b3099eb4') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:39.297451 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b52373-03ab-4998-af21-3733b3099eb4') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:58:39.308846 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.323020 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.329691 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:58:39.330089 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:58:39.331994 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:58:39.452188 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.457891 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.460127 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] 10.222.0.23 "DELETE /v2.0/networks/55c4be79-8955-44f9-b377-999a7525c046 HTTP/1.1" status: 204 len: 168 time: 0.6850705 Sep 15 13:58:39.470659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed68854-ebf2-4ddd-9d4d-b2cb217ea60f admin admin] Pushing event deleted for resources: {'Network': ['ID=55c4be79-8955-44f9-b377-999a7525c046,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:39.752238 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38494) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:39.790952 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-b989b341-c04f-42bd-80b5-e2787ee7cb07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e988ae37b33e4cbdbb1ad25e2013f980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375597 Sep 15 13:58:39.793472 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38496) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:39.845279 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be7361b1-874e-4b36-adff-91a0761a120b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.854541 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 302876dd-b935-4fbb-97bd-8918328b8153 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:58:39.867987 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be7361b1-874e-4b36-adff-91a0761a120b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.874545 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 302876dd-b935-4fbb-97bd-8918328b8153 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:58:39.874893 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 302876dd-b935-4fbb-97bd-8918328b8153 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:58:39.875310 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:58:39.893618 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:58:39.893957 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device b115a14c-97f1-4b8a-9b3c-67a1adfe5b37 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:58:39.977600 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be7361b1-874e-4b36-adff-91a0761a120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.980171 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-be7361b1-874e-4b36-adff-91a0761a120b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:39.981366 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-be7361b1-874e-4b36-adff-91a0761a120b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bda1d017-3755-453e-8641-1a6ed9757819 HTTP/1.1" status: 204 len: 168 time: 0.1870141 Sep 15 13:58:39.990135 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7361b1-874e-4b36-adff-91a0761a120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1d017-3755-453e-8641-1a6ed9757819,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:40.612431 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38502) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:40.655632 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-96227ced-3956-48ca-9014-3e24d8874b19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab4ba78405e24dc1bce550179c99ef7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416579 Sep 15 13:58:40.661069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38504) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:58:40.714278 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-014b456a-3734-4e03-ba00-6aadb430ae83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:40.737185 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-014b456a-3734-4e03-ba00-6aadb430ae83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:40.834820 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-014b456a-3734-4e03-ba00-6aadb430ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:40.837347 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-014b456a-3734-4e03-ba00-6aadb430ae83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:40.838527 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-014b456a-3734-4e03-ba00-6aadb430ae83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8537a551-82f0-4788-b173-a7c80f5966b3 HTTP/1.1" status: 204 len: 168 time: 0.1765563 Sep 15 13:58:40.846411 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b456a-3734-4e03-ba00-6aadb430ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8537a551-82f0-4788-b173-a7c80f5966b3,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:58:46.023310 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0c50533b-346f-418d-a881-6fed7a8b24b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:48.680404 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4634d19b-4286-410a-bbb4-cf1ce8aba6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:48.789186 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:50.091613 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:51.628854 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:07.965394 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:14.921703 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:59:16.005458 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b2111b35-4d44-44ff-b59d-f046c8ff8faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:18.656786 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f561161f-9302-4b8c-8884-28efb523aadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:18.766591 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-8182ddce-37a1-4991-ad39-3fd367df20f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408084 Sep 15 13:59:18.793273 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:18.827754 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-b809a9c6-b0cf-4157-bcab-c1c8d7c427de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:18.829260 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-b809a9c6-b0cf-4157-bcab-c1c8d7c427de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 1098 time: 0.0414944 Sep 15 13:59:18.937354 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-e297ed1e-2db2-404d-9286-11fee50cf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:18.938813 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-e297ed1e-2db2-404d-9286-11fee50cf909 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 911 time: 0.0903122 Sep 15 13:59:19.002229 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-3805eb29-2e08-4af8-a266-988477891827 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21 HTTP/1.1" status: 200 len: 1000 time: 0.0560362 Sep 15 13:59:19.055385 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-9717b2b8-6ec6-45a7-9a78-16b29825f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:19.056723 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-9717b2b8-6ec6-45a7-9a78-16b29825f554 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0471036 Sep 15 13:59:19.107070 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-c8e15e09-7cef-424e-b24c-a4c25ef772b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:19.108577 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-c8e15e09-7cef-424e-b24c-a4c25ef772b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413785 Sep 15 13:59:19.201370 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-18a4c68d-b24d-4566-940a-c66af756ceb9 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854259 Sep 15 13:59:19.290048 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-febfc9a2-4737-4021-8c5f-5627e1dd9d9f req-74628ce5-b178-4592-9efe-c4f90ac49798 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815961 Sep 15 13:59:20.062037 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:21.639235 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:37.999218 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:40.719771 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c608-d216-422d-bbbc-485de2ea4f2f req-3b39284c-68e2-458f-a552-b39baa29dfe9 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:40.721251 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3497c608-d216-422d-bbbc-485de2ea4f2f req-3b39284c-68e2-458f-a552-b39baa29dfe9 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0496969 Sep 15 13:59:40.761893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-3497c608-d216-422d-bbbc-485de2ea4f2f req-446ad791-7344-407a-8555-c56d908801f4 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 Sep 15 13:59:40.856978 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [req-cbe49753-3d22-437c-87f8-497220516523 req-d9d97f3d-6b81-4df1-8b8f-82545e3ee4a7 service neutron] (101154) timed out ('10.222.0.37', 56163) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 13:59:41.980085 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bbaa8-824e-428d-adf8-8e9e5c410678 req-8aa04910-519f-4514-9294-76d306dc4877 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:41.984324 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6b1bbaa8-824e-428d-adf8-8e9e5c410678 req-8aa04910-519f-4514-9294-76d306dc4877 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.1509411 Sep 15 13:59:42.020193 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6b1bbaa8-824e-428d-adf8-8e9e5c410678 req-bb2a759c-7e2b-40fe-9e05-9d3132515c87 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Sep 15 13:59:42.204803 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-d401686d-b854-42cf-9473-8d0a85baf26e req-fbe3653c-42f5-43ab-b9fe-3a5c11c3f769 service neutron] (101155) timed out ('10.222.0.37', 56202) {{(pid=101155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 13:59:43.137204 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f28d0-ae44-4f12-8541-e00e0f75453d req-b7199fbb-38b7-4ba8-b67d-8e014ca508ae tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:43.138689 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e45f28d0-ae44-4f12-8541-e00e0f75453d req-b7199fbb-38b7-4ba8-b67d-8e014ca508ae tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0506504 Sep 15 13:59:43.177305 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e45f28d0-ae44-4f12-8541-e00e0f75453d req-d9762187-7f12-45f2-9340-b0045311572b tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Sep 15 13:59:44.291815 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb45a14-b3bf-43e9-901c-adcf6d9100f2 req-48c832f3-9393-405d-85b6-39697e89ae1a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:44.293338 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eeb45a14-b3bf-43e9-901c-adcf6d9100f2 req-48c832f3-9393-405d-85b6-39697e89ae1a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0508370 Sep 15 13:59:44.332018 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eeb45a14-b3bf-43e9-901c-adcf6d9100f2 req-f82951ce-b46f-4a7e-be09-05bca8baa81b tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327072 Sep 15 13:59:45.450812 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6d4e4-05c0-4d78-9110-057b79ddd2da req-cce9dea3-ffeb-43f2-8013-5df7d220ca2a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:45.452290 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b0d6d4e4-05c0-4d78-9110-057b79ddd2da req-cce9dea3-ffeb-43f2-8013-5df7d220ca2a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0530219 Sep 15 13:59:45.490763 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b0d6d4e4-05c0-4d78-9110-057b79ddd2da req-e6ae2998-4053-4207-bb4f-d73ce316378e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323415 Sep 15 13:59:45.993283 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc580-3997-4db5-b004-99ed0f988152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:46.606487 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe233f4-0c9d-4991-8041-34962b976a09 req-14a774e5-f121-4f7a-9160-37e3eaef5236 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:46.607959 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7fe233f4-0c9d-4991-8041-34962b976a09 req-14a774e5-f121-4f7a-9160-37e3eaef5236 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0497119 Sep 15 13:59:46.645572 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7fe233f4-0c9d-4991-8041-34962b976a09 req-35eb695a-3f1b-4c8c-8c9f-5c096f120341 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Sep 15 13:59:47.759932 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d62b86-8096-4a99-a8c8-dafe422faa83 req-0dcfb28b-ef3f-46e8-a826-7bb3f8a27f8e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:47.761494 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76d62b86-8096-4a99-a8c8-dafe422faa83 req-0dcfb28b-ef3f-46e8-a826-7bb3f8a27f8e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0496011 Sep 15 13:59:47.799826 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-76d62b86-8096-4a99-a8c8-dafe422faa83 req-feaf1978-0a62-4d44-bfe7-8535f191fb93 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Sep 15 13:59:48.678702 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ae9f0e36-9dc7-415f-b66c-9616e2330c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:48.776261 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:48.920187 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8c994-e0ac-46b6-a747-a178168c3931 req-2b2c35e0-9be7-47f7-a436-778fd405a8de tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:48.921666 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-62e8c994-e0ac-46b6-a747-a178168c3931 req-2b2c35e0-9be7-47f7-a436-778fd405a8de tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0530396 Sep 15 13:59:48.958803 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-62e8c994-e0ac-46b6-a747-a178168c3931 req-616d5f0d-6c7e-465a-b5db-c3eecefb52f4 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313051 Sep 15 13:59:50.032866 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:50.075154 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cad2a6-9df4-4142-8015-111275e81524 req-3111e9d0-3b8a-4417-bec3-fde04dbb90dd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:50.076627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-78cad2a6-9df4-4142-8015-111275e81524 req-3111e9d0-3b8a-4417-bec3-fde04dbb90dd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0491612 Sep 15 13:59:50.120369 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-78cad2a6-9df4-4142-8015-111275e81524 req-db4ecf45-8bb6-42d9-afc4-098c4e7b747a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Sep 15 13:59:51.228314 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59733457-01ad-4726-ab72-ba93531f57f6 req-f0c90c1f-67a3-48e5-9f6a-b941672ff7e6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:51.229791 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-59733457-01ad-4726-ab72-ba93531f57f6 req-f0c90c1f-67a3-48e5-9f6a-b941672ff7e6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0484915 Sep 15 13:59:51.267120 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-59733457-01ad-4726-ab72-ba93531f57f6 req-9886cc45-ccaf-4fd1-b074-3edb2b5867b2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Sep 15 13:59:51.613599 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a9f0c-27af-488e-a50c-131defd0b29f req-1dfe2833-adde-4b66-9dd6-444e7c8ca2d7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:51.615172 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f4a9f0c-27af-488e-a50c-131defd0b29f req-1dfe2833-adde-4b66-9dd6-444e7c8ca2d7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0596805 Sep 15 13:59:51.655638 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-0f4a9f0c-27af-488e-a50c-131defd0b29f req-6f471dfc-bac8-4cf8-b37e-517e0c1bbf11 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339923 Sep 15 13:59:51.672853 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:51.702712 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-7c26f9e3-099c-42dc-8300-0c637a8322c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:51.704234 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-7c26f9e3-099c-42dc-8300-0c637a8322c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 1098 time: 0.0414217 Sep 15 13:59:51.801930 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-8ebb5e2b-552b-4048-ae42-072fe089e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:51.803411 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-8ebb5e2b-552b-4048-ae42-072fe089e45a service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 911 time: 0.0925694 Sep 15 13:59:51.872895 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-2186e670-0a2d-43dc-9d33-e98d86cd0683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21 HTTP/1.1" status: 200 len: 1000 time: 0.0622988 Sep 15 13:59:51.920047 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:59:51.925278 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-48170ba2-f456-431e-a105-1e5077d80bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:51.926763 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-48170ba2-f456-431e-a105-1e5077d80bed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0466502 Sep 15 13:59:51.976517 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-0e59e817-1e47-4b8f-8d00-4b8cbf0b797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:51.978014 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-0e59e817-1e47-4b8f-8d00-4b8cbf0b797c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439792 Sep 15 13:59:52.067597 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-5a7e1a51-eb25-4cfb-aef4-240bacb0aefc service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817163 Sep 15 13:59:52.163577 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-485fc40d-a4d7-49d8-bb08-fbff53927aaf req-df74db6c-feb2-4c99-8044-394813c193a2 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894523 Sep 15 13:59:52.776724 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b6594-e621-4c84-b2fa-92ee48fece16 req-d1b76fa4-b958-4784-8085-35b0a6f7915d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:52.778635 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9b3b6594-e621-4c84-b2fa-92ee48fece16 req-d1b76fa4-b958-4784-8085-35b0a6f7915d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0518036 Sep 15 13:59:52.830173 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-9b3b6594-e621-4c84-b2fa-92ee48fece16 req-fdd471b6-167b-469c-9d84-7af67810727b tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455973 Sep 15 13:59:53.949356 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492387d-f484-4611-a6de-11bd7e62700a req-54fad743-7377-45d9-a726-0feae61d57dc tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:59:53.950821 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1492387d-f484-4611-a6de-11bd7e62700a req-54fad743-7377-45d9-a726-0feae61d57dc tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0484853 Sep 15 13:59:53.987910 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1492387d-f484-4611-a6de-11bd7e62700a req-061e8788-4fc9-4338-a8c5-f8abea4326ed tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308740 Sep 15 14:00:07.969776 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:15.986473 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-317b65d2-ae43-47f3-b509-3ae154ad72d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:18.655151 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d15db955-6c1d-4555-ba78-c1ac526bd096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:18.792293 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:20.077743 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:20.719569 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-699fa3de-1027-40bd-99e0-bfca91ddae3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3516669 Sep 15 14:00:20.827048 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-3be7617b-1129-493e-a95f-356711003e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:20.828541 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-3be7617b-1129-493e-a95f-356711003e3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1098 time: 0.0409539 Sep 15 14:00:20.935239 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-5f68a69b-dd44-4f7b-a404-cc0db9382550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:20.936685 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-5f68a69b-dd44-4f7b-a404-cc0db9382550 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.0883651 Sep 15 14:00:21.000615 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-0bfa22b8-921e-4df0-9967-0b39688157f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d HTTP/1.1" status: 200 len: 1001 time: 0.0558832 Sep 15 14:00:21.048057 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-02ac1930-6fed-40ad-a114-fe61f22a401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:21.049503 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-02ac1930-6fed-40ad-a114-fe61f22a401f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0421746 Sep 15 14:00:21.097008 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-058c57f4-f55f-47ed-839a-8e7e896fca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:21.098468 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-058c57f4-f55f-47ed-839a-8e7e896fca21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421789 Sep 15 14:00:21.188660 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-b603bacb-10a4-4c54-96c8-956ba529dfa3 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 Sep 15 14:00:21.281788 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-aa6d27f6-d36c-480a-b94b-96bbc3cdb07a req-78b4d5dc-c5a7-489e-b25e-f3a2f92bf20a service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859561 Sep 15 14:00:21.654741 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:26.489864 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38620) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:26.687561 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Deleting port b248763b-fac2-41a4-8809-af2cfdbc69a7 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:26.687966 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:26.767220 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:26.767445 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:26.779497 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Calling delete_port for b248763b-fac2-41a4-8809-af2cfdbc69a7 owned by network:floatingip {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:27.032392 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:27.058294 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event deleted for resources: {'Port': ['ID=b248763b-fac2-41a4-8809-af2cfdbc69a7,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:27.081571 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.081918 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.082255 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.082584 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.082905 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.083231 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.083553 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.084509 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.084849 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.085167 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.085480 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.085791 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:27.125922 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:27.126241 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Floating IP 5c6655b3-ebce-4078-aee0-702a5ddf34ac disassociated (deleted). External IP: 172.27.3.13, port: 9e4516bd-bfac-4e85-a66e-53a8089db418. Sep 15 14:00:27.344298 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:00:27.453367 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:00:27.458377 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:27.466398 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025380d1-df67-4747-83ec-78d106b2087e None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:00:27.476525 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:27.477165 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:27.486142 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-4c9354b2-4ff5-4a55-9e14-9f0130082a8e tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "DELETE /v2.0/floatingips/5c6655b3-ebce-4078-aee0-702a5ddf34ac HTTP/1.1" status: 204 len: 168 time: 0.9951594 Sep 15 14:00:27.486727 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:00:27.489014 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5336f1d-cc36-448f-a1ab-cc7ea1317064" -d '{"events": [{"name": "network-changed", "server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:00:27.553138 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ffdae9-3d51-4201-8068-c8d5bc2ff80e x-openstack-request-id: req-91ffdae9-3d51-4201-8068-c8d5bc2ff80e {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:00:27.558700 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:00:27.558700 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91ffdae9-3d51-4201-8068-c8d5bc2ff80e {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:00:27.558700 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'status': 'completed', 'code': 200} Sep 15 14:00:27.598485 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:27.616163 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-08299f4c-40e0-4d0e-9369-278ee6a993b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:27.617859 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-08299f4c-40e0-4d0e-9369-278ee6a993b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 1099 time: 0.0422223 Sep 15 14:00:27.714353 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-b4db09a2-56af-45be-b183-3d123070ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:27.715825 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-b4db09a2-56af-45be-b183-3d123070ac53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.0912895 Sep 15 14:00:27.757905 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-9b75e4fb-d20e-4c8e-b0c5-7980839995f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4516bd-bfac-4e85-a66e-53a8089db418 HTTP/1.1" status: 200 len: 217 time: 0.0345495 Sep 15 14:00:27.819084 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-34de707d-bb08-486a-8486-3b573c44950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:27.820529 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-34de707d-bb08-486a-8486-3b573c44950b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0491810 Sep 15 14:00:27.825576 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:07Z', 'revision_number': 1, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:27.854979 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025380d1-df67-4747-83ec-78d106b2087e None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:00:27.864685 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:27.867562 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:27.869886 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-b51455a1-4da4-4049-b6b1-5c63276aca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:27.871497 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-b51455a1-4da4-4049-b6b1-5c63276aca9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442350 Sep 15 14:00:27.975293 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:28.002999 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6246c-09e0-4830-8f3c-95825bfda929 req-a6a41cf6-dbe5-4541-9a21-8b193cfeb6ec tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:28.004463 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cdd6246c-09e0-4830-8f3c-95825bfda929 req-a6a41cf6-dbe5-4541-9a21-8b193cfeb6ec tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 946 time: 0.1140406 Sep 15 14:00:28.036755 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-e88a3830-b907-47f5-9fad-5a50f8bdf059 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374743 Sep 15 14:00:28.074171 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cdd6246c-09e0-4830-8f3c-95825bfda929 req-0991f6cb-93d1-4abb-928d-2961b31341aa tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592599 Sep 15 14:00:28.143495 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5336f1d-cc36-448f-a1ab-cc7ea1317064 req-858d0156-2ec9-408f-95d7-4f7975d29ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986223 Sep 15 14:00:28.194464 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-025380d1-df67-4747-83ec-78d106b2087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:07Z', 'revision_number': 1, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:28.227830 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025380d1-df67-4747-83ec-78d106b2087e None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '103e02de-ecc3-4ba1-ae7b-9de785cc3813', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'port_id': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'mac_address': 'fa:16:3e:ba:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e829c-1d80-486e-801b-eaeb54ec924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:56:04Z', 'updated_at': '2021-09-15T13:56:07Z', 'revision_number': 1, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:00:28.431616 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23358d93-1da4-471d-ba22-84ddb339e0c3 None None] New status for floating IP 5c6655b3-ebce-4078-aee0-702a5ddf34ac: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 14:00:28.919651 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:00:29.210287 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a58a06-3175-4638-a785-1f4b003ae43e req-7f8b41dd-7e07-4739-af5b-89d164a15e60 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:29.211703 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-41a58a06-3175-4638-a785-1f4b003ae43e req-7f8b41dd-7e07-4739-af5b-89d164a15e60 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 946 time: 0.0509579 Sep 15 14:00:29.249173 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-41a58a06-3175-4638-a785-1f4b003ae43e req-3759525c-1dd6-4886-93c1-c12769bd1d0d tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Sep 15 14:00:29.619258 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19393cf1-915b-44cd-9944-cfef931924a2 req-5db838eb-23fe-4867-a9b9-70f19f08f226 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:29.620680 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-19393cf1-915b-44cd-9944-cfef931924a2 req-5db838eb-23fe-4867-a9b9-70f19f08f226 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 946 time: 0.0482790 Sep 15 14:00:29.710248 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Deleting port 9e4516bd-bfac-4e85-a66e-53a8089db418 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:29.710588 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:29.801214 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] For port 9e4516bd-bfac-4e85-a66e-53a8089db418, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e4516bd-bfac-4e85-a66e-53a8089db418,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:29.801573 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:29.813412 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Calling delete_port for 9e4516bd-bfac-4e85-a66e-53a8089db418 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:29.991991 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:30.019821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event deleted for resources: {'Port': ['ID=9e4516bd-bfac-4e85-a66e-53a8089db418,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:30.064254 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] No DVR routers for this DVR port 9e4516bd-bfac-4e85-a66e-53a8089db418 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:00:30.066881 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:30.069186 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-19393cf1-915b-44cd-9944-cfef931924a2 req-4347e673-c8c9-4a47-8018-52cc2b386524 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "DELETE /v2.0/ports/9e4516bd-bfac-4e85-a66e-53a8089db418 HTTP/1.1" status: 204 len: 173 time: 0.4419947 Sep 15 14:00:30.069618 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'name': 'network-vif-deleted', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:00:30.071957 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58025a-6f60-486a-984f-64e9ad480162" -d '{"events": [{"server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "name": "network-vif-deleted", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:00:30.119762 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456d832e-cd43-477f-892e-d2b9a896bc89 x-openstack-request-id: req-456d832e-cd43-477f-892e-d2b9a896bc89 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:00:30.120054 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ee7518-3aed-4b17-a0a7-7156ba504b84", "name": "network-vif-deleted", "tag": "9e4516bd-bfac-4e85-a66e-53a8089db418", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:00:30.120304 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-456d832e-cd43-477f-892e-d2b9a896bc89 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:00:30.120718 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ee7518-3aed-4b17-a0a7-7156ba504b84', 'name': 'network-vif-deleted', 'tag': '9e4516bd-bfac-4e85-a66e-53a8089db418', 'status': 'completed', 'code': 200} Sep 15 14:00:30.342015 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-eaf254b3-53ef-44b8-a995-4f431fadb5b9 req-4bcf0511-0a01-4989-b3d5-7edf91735fa1 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ee7518-3aed-4b17-a0a7-7156ba504b84 HTTP/1.1" status: 200 len: 210 time: 0.0265908 Sep 15 14:00:33.285487 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 9e4516bd-bfac-4e85-a66e-53a8089db418 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:33.305921 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 9e4516bd-bfac-4e85-a66e-53a8089db418 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:33.306295 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 9e4516bd-bfac-4e85-a66e-53a8089db418 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:33.853246 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38656) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:34.008498 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Deleting port 0c62da67-d37e-4501-8b7f-bf8253ec486c {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:34.008852 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:34.084737 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:34.085094 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:34.096228 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Calling delete_port for 0c62da67-d37e-4501-8b7f-bf8253ec486c owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:34.346606 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:34.376764 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event deleted for resources: {'Port': ['ID=0c62da67-d37e-4501-8b7f-bf8253ec486c,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:34.400749 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.401124 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.401457 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.401789 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.402151 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.402764 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.403030 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.403353 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.403675 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.403993 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.404311 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.404622 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:34.443804 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:34.444145 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.db.l3_db [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Floating IP 103e02de-ecc3-4ba1-ae7b-9de785cc3813 disassociated (deleted). External IP: 172.27.3.147, port: 8f5a0d5c-0a4c-457e-9afe-527d9801391d. Sep 15 14:00:34.647218 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:00:34.751318 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:00:34.758049 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:34.761401 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:00:34.770124 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:34.770725 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:34.787133 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-33d74eba-29c9-413e-9fcf-18755019434c tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "DELETE /v2.0/floatingips/103e02de-ecc3-4ba1-ae7b-9de785cc3813 HTTP/1.1" status: 204 len: 168 time: 0.9327879 Sep 15 14:00:34.787698 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d'}] {{(pid=101154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:00:34.790063 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2023c251b013be96eea3fdb7c035d7bfacc074a7b84191424c24cb0c39ca2ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f72ce8-d2d0-415d-969f-3b489e7906d7" -d '{"events": [{"name": "network-changed", "server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d"}]}' {{(pid=101154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:00:34.827651 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decac29e-006f-4f70-b47b-2fd03a4671d6 x-openstack-request-id: req-decac29e-006f-4f70-b47b-2fd03a4671d6 {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:00:34.827948 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d", "status": "completed", "code": 200}]} {{(pid=101154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:00:34.828199 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-decac29e-006f-4f70-b47b-2fd03a4671d6 {{(pid=101154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:00:34.828590 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'status': 'completed', 'code': 200} Sep 15 14:00:34.881868 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:34.895703 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-620f3ecb-d73b-46a2-93e4-03ea4714cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:34.898175 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-620f3ecb-d73b-46a2-93e4-03ea4714cbbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 1098 time: 0.0449045 Sep 15 14:00:35.015954 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-1fbdf7b7-f07f-462e-9d61-6a8f14cb4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:35.025303 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-1fbdf7b7-f07f-462e-9d61-6a8f14cb4655 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 200 len: 912 time: 0.1124182 Sep 15 14:00:35.062356 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-a1a47652-7030-4431-b273-33dd05e2934a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d HTTP/1.1" status: 200 len: 217 time: 0.0357432 Sep 15 14:00:35.115480 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-9c862a3e-a365-49b8-bed0-88e292cfc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:35.118044 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-9c862a3e-a365-49b8-bed0-88e292cfc002 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 200 len: 850 time: 0.0479281 Sep 15 14:00:35.129377 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:35.160764 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:00:35.169447 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:35.170056 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:35.222322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-ab0b97e5-fdd8-4db0-b905-92094c0d7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:35.225319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-ab0b97e5-fdd8-4db0-b905-92094c0d7083 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cba5a597-4483-4cf3-bfb4-5390d099e880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1002579 Sep 15 14:00:35.280283 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14fe2c-8451-4fc7-9db5-0d23dd8ba247 req-05e28778-b1a2-48a2-8269-e71fcecbd925 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:35.281990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f14fe2c-8451-4fc7-9db5-0d23dd8ba247 req-05e28778-b1a2-48a2-8269-e71fcecbd925 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 945 time: 0.1211061 Sep 15 14:00:35.386385 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-8f14fe2c-8451-4fc7-9db5-0d23dd8ba247 req-5fd7646c-30a1-46dc-bee7-4cdf88c5ecdb tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943093 Sep 15 14:00:35.386939 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:35.399842 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-a1aeb012-29f2-4bda-9a1f-0223fba588e0 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657543 Sep 15 14:00:35.505847 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f5f72ce8-d2d0-415d-969f-3b489e7906d7 req-f3497966-709f-46d9-a39b-5437ead278b5 service neutron] 10.222.0.37 "GET /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954437 Sep 15 14:00:35.593605 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:35.631151 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c667d-06a5-410e-b404-5f47cdc964cf None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:08Z', 'revision_number': 4, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '29b3d785-fdc9-4139-8bad-d80114a24b74', 'name': '', 'network_id': 'cba5a597-4483-4cf3-bfb4-5390d099e880', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'mac_address': 'fa:16:3e:bf:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:07Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'subnets': [{'id': '2841eed9-d2e4-4a36-bee9-5f92902315d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:00:35.860543 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff440497-b425-4341-b8ef-8dcf28cd53c0 None None] New status for floating IP 103e02de-ecc3-4ba1-ae7b-9de785cc3813: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 14:00:36.511188 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89dd1-97ec-4e3a-9fe8-3b6a17f1bb1a req-f9d4c8e6-0245-4cb4-901a-a2e23ea7b9be tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:36.512676 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-08b89dd1-97ec-4e3a-9fe8-3b6a17f1bb1a req-f9d4c8e6-0245-4cb4-901a-a2e23ea7b9be tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 945 time: 0.0500228 Sep 15 14:00:36.554546 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-08b89dd1-97ec-4e3a-9fe8-3b6a17f1bb1a req-6e2a366c-4083-4090-bebd-198bf702fb79 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c284f9e-e739-4a5b-89a9-4e20a9192d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358925 Sep 15 14:00:36.799818 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-1d154df4-a412-4d64-a90c-2bb952d3320f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:36.801308 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-1d154df4-a412-4d64-a90c-2bb952d3320f tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 945 time: 0.0478499 Sep 15 14:00:36.888601 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Deleting port 8f5a0d5c-0a4c-457e-9afe-527d9801391d {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:36.888980 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:36.981740 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] For port 8f5a0d5c-0a4c-457e-9afe-527d9801391d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8f5a0d5c-0a4c-457e-9afe-527d9801391d,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:36.982217 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:36.996977 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Calling delete_port for 8f5a0d5c-0a4c-457e-9afe-527d9801391d owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:37.203179 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:37.233224 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event deleted for resources: {'Port': ['ID=8f5a0d5c-0a4c-457e-9afe-527d9801391d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:37.278964 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] No DVR routers for this DVR port 8f5a0d5c-0a4c-457e-9afe-527d9801391d on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:00:37.281657 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:37.284011 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-2fc82310-d062-42e9-8da6-c3bbe9a55902 req-7dbaa8a0-039b-4f35-8d71-912f3bababbd tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.37 "DELETE /v2.0/ports/8f5a0d5c-0a4c-457e-9afe-527d9801391d HTTP/1.1" status: 204 len: 173 time: 0.4767544 Sep 15 14:00:37.284459 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'name': 'network-vif-deleted', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:00:37.287160 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f0dc22-03a0-44ad-b9cc-4110a473b286" -d '{"events": [{"server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "name": "network-vif-deleted", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:00:37.324408 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2ca978-c521-4000-acc8-b5c6b0b75368 x-openstack-request-id: req-2c2ca978-c521-4000-acc8-b5c6b0b75368 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:00:37.324710 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402e829c-1d80-486e-801b-eaeb54ec924d", "name": "network-vif-deleted", "tag": "8f5a0d5c-0a4c-457e-9afe-527d9801391d", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:00:37.325010 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c2ca978-c521-4000-acc8-b5c6b0b75368 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:00:37.325407 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402e829c-1d80-486e-801b-eaeb54ec924d', 'name': 'network-vif-deleted', 'tag': '8f5a0d5c-0a4c-457e-9afe-527d9801391d', 'status': 'completed', 'code': 200} Sep 15 14:00:37.666483 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-ec20c41f-c946-4905-8f8d-dc6ba58855ee req-8ac3d709-5d2c-4493-b360-2aa319645312 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "GET /v2.0/ports?device_id=402e829c-1d80-486e-801b-eaeb54ec924d HTTP/1.1" status: 200 len: 210 time: 0.0316527 Sep 15 14:00:37.980984 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:38.725431 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38676) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:38.862826 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Deleting port 1e965d8b-47cc-4d05-9fb4-4cd1e9ef9c22 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:38.863177 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:38.947355 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:38.947676 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:38.959266 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Calling delete_port for 1e965d8b-47cc-4d05-9fb4-4cd1e9ef9c22 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:39.191669 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:39.231596 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event deleted for resources: {'Port': ['ID=1e965d8b-47cc-4d05-9fb4-4cd1e9ef9c22,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:39.329134 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:39.332870 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:39.334451 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-4a0a264a-3cb0-4b2d-9b81-a7b0f8afcd32 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "DELETE /v2.0/floatingips/21587c6a-38ad-46e9-b079-385ea5387096 HTTP/1.1" status: 204 len: 168 time: 0.6078005 Sep 15 14:00:40.664182 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38688) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:40.721573 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10ef4bf2-3c54-4a4e-8990-7e2ab201a373 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:40.749584 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10ef4bf2-3c54-4a4e-8990-7e2ab201a373 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:40.848005 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10ef4bf2-3c54-4a4e-8990-7e2ab201a373 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:40.850919 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-10ef4bf2-3c54-4a4e-8990-7e2ab201a373 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:40.852078 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-10ef4bf2-3c54-4a4e-8990-7e2ab201a373 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] 10.222.0.23 "DELETE /v2.0/security-groups/6c284f9e-e739-4a5b-89a9-4e20a9192d9d HTTP/1.1" status: 204 len: 168 time: 0.1869209 Sep 15 14:00:40.861521 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4bf2-3c54-4a4e-8990-7e2ab201a373 tempest-TestVolumeBootPattern-1660879933 tempest-TestVolumeBootPattern-1660879933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c284f9e-e739-4a5b-89a9-4e20a9192d9d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:40.956357 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38692) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:41.316685 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8f5a0d5c-0a4c-457e-9afe-527d9801391d no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:41.337952 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 8f5a0d5c-0a4c-457e-9afe-527d9801391d {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:41.338289 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 8f5a0d5c-0a4c-457e-9afe-527d9801391d not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:41.662602 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:41.902207 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Deleting port 29b3d785-fdc9-4139-8bad-d80114a24b74 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:41.903198 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:41.981153 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] For port 29b3d785-fdc9-4139-8bad-d80114a24b74, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=29b3d785-fdc9-4139-8bad-d80114a24b74,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:41.981453 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:41.994084 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Calling delete_port for 29b3d785-fdc9-4139-8bad-d80114a24b74 owned by network:router_interface {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:42.248959 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:42.275011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Pushing event deleted for resources: {'Port': ['ID=29b3d785-fdc9-4139-8bad-d80114a24b74,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:42.435158 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:42.644087 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Router fa51ab07-512b-42be-8628-d5255ebf3160 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:00:42.750109 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:00:42.755422 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-abe11855-095c-4f86-a0a1-0f6631a5458e admin admin] 10.222.0.23 "PUT /v2.0/routers/fa51ab07-512b-42be-8628-d5255ebf3160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978733 Sep 15 14:00:42.758923 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38698) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:42.759739 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] Sync routers for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:00:42.768874 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:42.769474 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:42.860166 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:42.870822 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:43.051557 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T14:00:42Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:43.078898 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] Checking router: fa51ab07-512b-42be-8628-d5255ebf3160 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:00:43.087690 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] Routers {'fa51ab07-512b-42be-8628-d5255ebf3160'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:43.088298 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['fa51ab07-512b-42be-8628-d5255ebf3160'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:43.157565 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.191187 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] Set router fa51ab07-512b-42be-8628-d5255ebf3160 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:43.296251 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Deleting port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:43.296589 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.373901 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T14:00:42Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:43.385160 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] For port 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:43.385524 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.396666 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Calling delete_port for 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:43.402823 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3c561-440e-49e3-a6ec-a8b6c55cea3b None None] The sync data for ids ['fa51ab07-512b-42be-8628-d5255ebf3160'] in dv-cinder-759961-19-iscsi is: [{'id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'name': 'tempest-TestVolumeBootPattern-576264472-router', 'tenant_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T14:00:42Z', 'revision_number': 5, 'project_id': 'c2ebbbe1401e4c0da8f43ab8cf7a7639', 'gw_port': {'id': '5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa51ab07-512b-42be-8628-d5255ebf3160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:05Z', 'updated_at': '2021-09-15T13:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:00:43.614232 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.640144 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:43.701417 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.795534 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.798075 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.900309 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.900943 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa51ab07-512b-42be-8628-d5255ebf3160 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:00:43.905692 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.907314 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d2be4869-99c8-4eb3-bc1f-1eedbd3fd4e6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fa51ab07-512b-42be-8628-d5255ebf3160 HTTP/1.1" status: 204 len: 168 time: 1.1468346 Sep 15 14:00:43.909587 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38700) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:43.961763 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] Deleting subnet 2841eed9-d2e4-4a36-bee9-5f92902315d6 {{(pid=101155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 14:00:43.964986 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:43.980160 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 29b3d785-fdc9-4139-8bad-d80114a24b74 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:44.001289 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 29b3d785-fdc9-4139-8bad-d80114a24b74 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:44.001638 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 29b3d785-fdc9-4139-8bad-d80114a24b74 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:44.009094 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25561186'] for subnet, precommit_delete_associations {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.088169 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.203330 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26627755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28921455'] for subnet, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.228922 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2841eed9-d2e4-4a36-bee9-5f92902315d6,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:44.233421 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.235313 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d3016421-53b8-4ded-9e5f-f77b151ce385 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2841eed9-d2e4-4a36-bee9-5f92902315d6 HTTP/1.1" status: 204 len: 168 time: 0.3243797 Sep 15 14:00:44.237804 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38702) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:44.238951 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca49792c-7c44-4d1a-8f1d-a192b85cf60e None None] Network cba5a597-4483-4cf3-bfb4-5390d099e880 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 14:00:44.308550 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.361900 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Deleting port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:44.362383 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.417723 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] DHCP port deletion for cba5a597-4483-4cf3-bfb4-5390d099e880 request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 14:00:44.432096 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] For port 3bbc9366-1bbe-494f-a6fe-bc23f994be38, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=3bbc9366-1bbe-494f-a6fe-bc23f994be38,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:44.432476 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.444439 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Calling delete_port for 3bbc9366-1bbe-494f-a6fe-bc23f994be38 owned by network:dhcp {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:44.467209 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Deleting port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:44.467577 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.533086 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] For port 3bbc9366-1bbe-494f-a6fe-bc23f994be38, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=3bbc9366-1bbe-494f-a6fe-bc23f994be38,segment=NetworkSegment(1787fcf7-bcee-4677-8f5a-27150944ae7f),segment_id=1787fcf7-bcee-4677-8f5a-27150944ae7f)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:44.533086 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.545248 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Calling delete_port for 3bbc9366-1bbe-494f-a6fe-bc23f994be38 owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:44.626040 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.633468 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.652653 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbc9366-1bbe-494f-a6fe-bc23f994be38,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:44.656361 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] No DVR routers for this DVR port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 on host dv-cinder-759961-19-iscsi {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:00:44.659654 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Pushing event deleted for resources: {'Port': ['ID=3bbc9366-1bbe-494f-a6fe-bc23f994be38,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:44.664809 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] No DVR routers for this DVR port 3bbc9366-1bbe-494f-a6fe-bc23f994be38 on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:00:44.673926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.673926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.673926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.673926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.673926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.673926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.673926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.674690 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.674690 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.674690 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.675091 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.675190 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd08ab7-6d92-461c-9310-48d36704b20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:00:44.740488 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.760096 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba5a597-4483-4cf3-bfb4-5390d099e880']}} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:44.769046 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1787fcf7-bcee-4677-8f5a-27150944ae7f') {'for_net_delete': True} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:44.769347 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.services.segments.db [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1787fcf7-bcee-4677-8f5a-27150944ae7f') {} {{(pid=101155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:44.779412 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25561193'] for segment, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.793174 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.798781 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26627445'] for segment, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: Traceback (most recent call last): Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: timer() Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: cb(*args, **kw) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: return func(*args, **kwargs) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: self._notify() Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: self.callback(batched_events) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: event.method(event) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: return f(self, *a, **k) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._get(url).json() Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: return self.request(url, 'GET', **kwargs) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 14:00:44.802812 dv-cinder-759961-19-iscsi neutron-server[101155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 14:00:44.934127 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.939447 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:44.941326 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] 10.222.0.23 "DELETE /v2.0/networks/cba5a597-4483-4cf3-bfb4-5390d099e880 HTTP/1.1" status: 204 len: 168 time: 0.7025800 Sep 15 14:00:44.945296 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38704) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:44.953338 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f5da2-6d7f-421b-8f52-d5664fcf863b admin admin] Pushing event deleted for resources: {'Network': ['ID=cba5a597-4483-4cf3-bfb4-5390d099e880,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:45.303538 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:45.539799 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Deleting port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:45.540137 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:45.616947 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] For port 3f5e2fa9-5265-4426-84fd-1c8f201dabb7, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,segment=NetworkSegment(3c451d77-3922-4ef9-b623-09a6cca54293),segment_id=3c451d77-3922-4ef9-b623-09a6cca54293)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:45.617265 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:45.629071 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Calling delete_port for 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:45.878291 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:45.903772 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5e2fa9-5265-4426-84fd-1c8f201dabb7,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:45.923080 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:45.955476 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:45.956136 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 5ee3e8a6-695c-46e9-a5a8-e42eadc19ecd not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:45.956733 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 3bbc9366-1bbe-494f-a6fe-bc23f994be38 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:45.982470 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 3bbc9366-1bbe-494f-a6fe-bc23f994be38 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:45.983376 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 3bbc9366-1bbe-494f-a6fe-bc23f994be38 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:46.054683 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-47c09a8c-ce78-4cae-acbb-c8fcc8f58fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:46.092857 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:46.499478 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Router ed906f33-db90-44a9-9af2-d4e44f735916 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:00:46.606040 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:00:46.614018 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-d74bea7b-fe05-40fd-b188-d84a89d04316 admin admin] 10.222.0.23 "PUT /v2.0/routers/ed906f33-db90-44a9-9af2-d4e44f735916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6672647 Sep 15 14:00:46.614478 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] Sync routers for ids ['ed906f33-db90-44a9-9af2-d4e44f735916'] in dv-cinder-759961-19-iscsi {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:00:46.617089 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38708) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:46.624672 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] Routers {'ed906f33-db90-44a9-9af2-d4e44f735916'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:46.625339 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['ed906f33-db90-44a9-9af2-d4e44f735916'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:46.719748 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:46.729847 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] Set router ed906f33-db90-44a9-9af2-d4e44f735916 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:46.821536 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:46.904430 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T14:00:45Z', 'revision_number': 5, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port': {'id': '2feede4e-e3e4-4775-9faa-fec327faca07', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:52:12Z', 'updated_at': '2021-09-15T13:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:46.931201 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Deleting port 2feede4e-e3e4-4775-9faa-fec327faca07 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:46.931540 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:46.934396 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] Checking router: ed906f33-db90-44a9-9af2-d4e44f735916 for host: dv-cinder-759961-19-iscsi {{(pid=101156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:00:46.942747 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] Routers {'ed906f33-db90-44a9-9af2-d4e44f735916'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:46.943533 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:19Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['ed906f33-db90-44a9-9af2-d4e44f735916'], 'active': True} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:47.007951 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] For port 2feede4e-e3e4-4775-9faa-fec327faca07, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=2feede4e-e3e4-4775-9faa-fec327faca07,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:47.008387 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.020821 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Calling delete_port for 2feede4e-e3e4-4775-9faa-fec327faca07 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:47.029773 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvr_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] Set router ed906f33-db90-44a9-9af2-d4e44f735916 gateway port host: None {{(pid=101156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:47.202085 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_hamode_db [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T14:00:46Z', 'revision_number': 6, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:47.228533 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de65e22-1d60-4008-8ac3-a15f8ec45bad None None] The sync data for ids ['ed906f33-db90-44a9-9af2-d4e44f735916'] in dv-cinder-759961-19-iscsi is: [{'id': 'ed906f33-db90-44a9-9af2-d4e44f735916', 'name': 'tempest-TestVolumeBootPattern-1618971344-router', 'tenant_id': '1f5ddf25543a4d01b33681ba005206f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:52:11Z', 'updated_at': '2021-09-15T14:00:46Z', 'revision_number': 6, 'project_id': '1f5ddf25543a4d01b33681ba005206f0', 'gw_port_host': None}] {{(pid=101156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:00:47.231508 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.264742 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=2feede4e-e3e4-4775-9faa-fec327faca07,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:47.324333 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.411681 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.414583 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.557525 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.557800 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed906f33-db90-44a9-9af2-d4e44f735916 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:00:47.562958 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.566607 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-8355f58d-6440-4e84-953d-342f311e9b1a admin admin] 10.222.0.23 "DELETE /v2.0/routers/ed906f33-db90-44a9-9af2-d4e44f735916 HTTP/1.1" status: 204 len: 168 time: 0.9460557 Sep 15 14:00:47.566872 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38710) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:47.617839 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] Deleting subnet b3bd5384-f77b-425b-b6f3-2b956fddb7ad {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 14:00:47.621365 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.658924 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26491854'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.736490 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.866945 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686034'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.896220 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bd5384-f77b-425b-b6f3-2b956fddb7ad,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:47.903950 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:47.905946 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-f337b9a2-b08e-4948-a102-91cc09e99060 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b3bd5384-f77b-425b-b6f3-2b956fddb7ad HTTP/1.1" status: 204 len: 168 time: 0.3380787 Sep 15 14:00:47.908455 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38712) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:47.909178 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d7bbf-fd24-4712-a665-29b779594b67 None None] Network 84f3fd3a-57be-4471-963a-44857189d416 requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 14:00:47.989104 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.028170 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 2feede4e-e3e4-4775-9faa-fec327faca07 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:48.042830 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Deleting port 225d2435-2ed4-48af-b8e8-5563d64981a5 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:48.043173 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.053378 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 2feede4e-e3e4-4775-9faa-fec327faca07 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:48.053722 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 2feede4e-e3e4-4775-9faa-fec327faca07 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:48.054134 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:48.075035 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:48.075314 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 3f5e2fa9-5265-4426-84fd-1c8f201dabb7 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:48.111868 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] For port 225d2435-2ed4-48af-b8e8-5563d64981a5, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=225d2435-2ed4-48af-b8e8-5563d64981a5,segment=NetworkSegment(3c451d77-3922-4ef9-b623-09a6cca54293),segment_id=3c451d77-3922-4ef9-b623-09a6cca54293)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:48.112251 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.117935 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] DHCP port deletion for 84f3fd3a-57be-4471-963a-44857189d416 request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 14:00:48.125269 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Calling delete_port for 225d2435-2ed4-48af-b8e8-5563d64981a5 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:48.164568 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] Deleting port 225d2435-2ed4-48af-b8e8-5563d64981a5 {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:48.165049 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.235057 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] For port 225d2435-2ed4-48af-b8e8-5563d64981a5, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=225d2435-2ed4-48af-b8e8-5563d64981a5,segment=NetworkSegment(3c451d77-3922-4ef9-b623-09a6cca54293),segment_id=3c451d77-3922-4ef9-b623-09a6cca54293)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:48.235407 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.249310 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] Calling delete_port for 225d2435-2ed4-48af-b8e8-5563d64981a5 owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:48.289290 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.319019 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Pushing event deleted for resources: {'Port': ['ID=225d2435-2ed4-48af-b8e8-5563d64981a5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:48.322676 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] No DVR routers for this DVR port 225d2435-2ed4-48af-b8e8-5563d64981a5 on host dv-cinder-759961-19-iscsi {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:00:48.331062 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.356008 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] Pushing event deleted for resources: {'Port': ['ID=225d2435-2ed4-48af-b8e8-5563d64981a5,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:48.361546 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec10da5-3e39-4d9a-acd9-169a028f2ac5 None None] No DVR routers for this DVR port 225d2435-2ed4-48af-b8e8-5563d64981a5 on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:00:48.397318 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.417337 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f3fd3a-57be-4471-963a-44857189d416']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:48.426358 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c451d77-3922-4ef9-b623-09a6cca54293') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:48.426658 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c451d77-3922-4ef9-b623-09a6cca54293') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:48.436498 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.449514 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.455088 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 14:00:48.460102 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 14:00:48.551413 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.557525 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.559371 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] 10.222.0.23 "DELETE /v2.0/networks/84f3fd3a-57be-4471-963a-44857189d416 HTTP/1.1" status: 204 len: 168 time: 0.6499410 Sep 15 14:00:48.570504 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56ce76-79a8-4816-bc15-2064bb54814f admin admin] Pushing event deleted for resources: {'Network': ['ID=84f3fd3a-57be-4471-963a-44857189d416,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:48.654064 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-aab5d19f-e4dd-4a1d-9e41-42e4c4ea4163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.825254 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:48.906909 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38718) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:48.946849 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-5556ab80-e3bb-4714-98f9-9613762d054f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2ebbbe1401e4c0da8f43ab8cf7a7639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388048 Sep 15 14:00:48.949320 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38720) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:49.000893 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91e04c27-35e7-433e-97d4-5971f5b5f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:49.022007 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91e04c27-35e7-433e-97d4-5971f5b5f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:49.146150 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91e04c27-35e7-433e-97d4-5971f5b5f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:49.149301 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-91e04c27-35e7-433e-97d4-5971f5b5f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:49.150467 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-91e04c27-35e7-433e-97d4-5971f5b5f4e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca2fb9ae-a961-4e85-b586-83fd385865e5 HTTP/1.1" status: 204 len: 168 time: 0.2002642 Sep 15 14:00:49.159251 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e04c27-35e7-433e-97d4-5971f5b5f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2fb9ae-a961-4e85-b586-83fd385865e5,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:49.814828 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38734) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:49.853512 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-60436530-1d5d-4592-bce3-552e0bc810c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f5ddf25543a4d01b33681ba005206f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375452 Sep 15 14:00:49.855886 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38736) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:49.917981 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02fcaad0-5b53-4312-a0f1-cdfb4dbc1865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:49.941628 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02fcaad0-5b53-4312-a0f1-cdfb4dbc1865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:49.943330 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 225d2435-2ed4-48af-b8e8-5563d64981a5 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:49.966215 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 225d2435-2ed4-48af-b8e8-5563d64981a5 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:49.966475 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 225d2435-2ed4-48af-b8e8-5563d64981a5 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:50.067445 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02fcaad0-5b53-4312-a0f1-cdfb4dbc1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:50.069963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-02fcaad0-5b53-4312-a0f1-cdfb4dbc1865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:50.071114 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-02fcaad0-5b53-4312-a0f1-cdfb4dbc1865 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb611990-4631-4d48-a96d-408271a90ccc HTTP/1.1" status: 204 len: 168 time: 0.2143388 Sep 15 14:00:50.077914 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:50.082511 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcaad0-5b53-4312-a0f1-cdfb4dbc1865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb611990-4631-4d48-a96d-408271a90ccc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:50.101608 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552f3ba-8aa3-4e79-8138-7fd383489887 req-1048f8d6-8a18-4923-94eb-60e7800a0cbc tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:50.104144 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1552f3ba-8aa3-4e79-8138-7fd383489887 req-1048f8d6-8a18-4923-94eb-60e7800a0cbc tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0622647 Sep 15 14:00:50.143939 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1552f3ba-8aa3-4e79-8138-7fd383489887 req-981c7f8e-b364-48b9-8403-a700d97c127d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348873 Sep 15 14:00:51.260491 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c6437-dd8b-427d-9915-31f43964fe39 req-5486047f-66df-40a4-bb2e-5d36b6c56a9c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:51.262020 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-750c6437-dd8b-427d-9915-31f43964fe39 req-5486047f-66df-40a4-bb2e-5d36b6c56a9c tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0486486 Sep 15 14:00:51.299467 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-750c6437-dd8b-427d-9915-31f43964fe39 req-114fafef-452e-4157-82ad-a8ecd9ff6d04 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Sep 15 14:00:51.648174 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:52.186572 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-906be51d-fac2-4141-8bc8-4c50fc269938 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:52.188096 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-906be51d-fac2-4141-8bc8-4c50fc269938 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.0489631 Sep 15 14:00:52.283201 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Deleting port 08b8a660-0012-4a06-b60c-7b1be1b65e21 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:52.283886 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:52.424809 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] For port 08b8a660-0012-4a06-b60c-7b1be1b65e21, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=08b8a660-0012-4a06-b60c-7b1be1b65e21,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:00:52.425197 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:52.484942 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77397-bd0b-4321-95f5-6b0d8dc79051 req-008759a7-1613-4c67-ad39-ff2de1bfc7c8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:52.486341 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-38e77397-bd0b-4321-95f5-6b0d8dc79051 req-008759a7-1613-4c67-ad39-ff2de1bfc7c8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 945 time: 0.1120229 Sep 15 14:00:52.573606 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-38e77397-bd0b-4321-95f5-6b0d8dc79051 req-6ed25956-daee-42d9-9998-698a18ccaf12 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=fce92d29-aee9-402d-b04a-47fc513862f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804687 Sep 15 14:00:52.634483 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:52.634846 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:52.635164 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Floating IP c4b80b22-5564-457b-8237-57597736fea7 disassociated. External IP: 172.27.3.40, port: 08b8a660-0012-4a06-b60c-7b1be1b65e21. Sep 15 14:00:52.635501 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Calling delete_port for 08b8a660-0012-4a06-b60c-7b1be1b65e21 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:52.820110 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:52.846901 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event deleted for resources: {'Port': ['ID=08b8a660-0012-4a06-b60c-7b1be1b65e21,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:52.959897 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:00:53.071336 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:00:53.082609 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] Sync routers for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:00:53.092269 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:53.092918 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:53.109548 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] No DVR routers for this DVR port 08b8a660-0012-4a06-b60c-7b1be1b65e21 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:00:53.112065 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:53.114071 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f86529d8-5322-4dad-93ca-22a4f4c73dbb req-0c37294b-9a98-4e91-8b67-cc558b3caafd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "DELETE /v2.0/ports/08b8a660-0012-4a06-b60c-7b1be1b65e21 HTTP/1.1" status: 204 len: 173 time: 0.9197323 Sep 15 14:00:53.114713 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'name': 'network-vif-deleted', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:00:53.118125 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cfa34a-2f4b-4cad-937e-ccdee6b4e843" -d '{"events": [{"server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "name": "network-vif-deleted", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:00:53.202086 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:53.361454 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d882df-7fde-44ff-a9f7-789645a1b6c8 x-openstack-request-id: req-28d882df-7fde-44ff-a9f7-789645a1b6c8 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:00:53.361963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29e5829-4b2e-4e27-84f4-9aae3eb65faf", "name": "network-vif-deleted", "tag": "08b8a660-0012-4a06-b60c-7b1be1b65e21", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:00:53.367577 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28d882df-7fde-44ff-a9f7-789645a1b6c8 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:00:53.367577 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29e5829-4b2e-4e27-84f4-9aae3eb65faf', 'name': 'network-vif-deleted', 'tag': '08b8a660-0012-4a06-b60c-7b1be1b65e21', 'status': 'completed', 'code': 200} Sep 15 14:00:53.507873 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:53.534423 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] Checking router: 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:00:53.542741 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:00:53.543340 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:53.646389 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:00:53.677073 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bb20e7ad-d4f5-4292-b40e-53e6814683c4 req-b1de0992-c7ba-4066-84f5-fb03137952e6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e5829-4b2e-4e27-84f4-9aae3eb65faf HTTP/1.1" status: 200 len: 210 time: 0.0262740 Sep 15 14:00:53.841713 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:00:53.868525 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b1317-4023-4bec-9922-a5ee8139068f None None] The sync data for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi is: [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:00:54.089366 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ca43c-53ca-4ff5-bf75-1b87ad09f577 None None] New status for floating IP c4b80b22-5564-457b-8237-57597736fea7: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 14:00:54.815167 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38762) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:54.870706 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-00f02a19-88f5-4cc1-855b-11b9ea8107c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:54.893075 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-00f02a19-88f5-4cc1-855b-11b9ea8107c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.014226 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-00f02a19-88f5-4cc1-855b-11b9ea8107c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.016815 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-00f02a19-88f5-4cc1-855b-11b9ea8107c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.018027 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-00f02a19-88f5-4cc1-855b-11b9ea8107c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "DELETE /v2.0/security-groups/fce92d29-aee9-402d-b04a-47fc513862f9 HTTP/1.1" status: 204 len: 168 time: 0.2018530 Sep 15 14:00:55.020928 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38764) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:55.027034 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f02a19-88f5-4cc1-855b-11b9ea8107c3 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce92d29-aee9-402d-b04a-47fc513862f9,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:55.035008 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.api.v2.resource [None req-102f931e-5f0b-4246-9fba-2130a3aa1f20 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] show failed (client error): The resource could not be found. Sep 15 14:00:55.036052 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-102f931e-5f0b-4246-9fba-2130a3aa1f20 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups/fce92d29-aee9-402d-b04a-47fc513862f9 HTTP/1.1" status: 404 len: 347 time: 0.0140944 Sep 15 14:00:55.038969 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38766) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:55.161450 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Deleting port db8fe50d-f019-4c6f-9467-7a92a4a6cdb0 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:00:55.161679 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.234047 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.234369 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.246541 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Calling delete_port for db8fe50d-f019-4c6f-9467-7a92a4a6cdb0 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:00:55.395595 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 08b8a660-0012-4a06-b60c-7b1be1b65e21 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:00:55.416690 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 08b8a660-0012-4a06-b60c-7b1be1b65e21 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:00:55.417051 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 08b8a660-0012-4a06-b60c-7b1be1b65e21 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:00:55.459578 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.482887 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event deleted for resources: {'Port': ['ID=db8fe50d-f019-4c6f-9467-7a92a4a6cdb0,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:55.546329 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.548807 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:55.549979 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-7b7677d7-7ed4-4c9b-8487-15bea6ad38a2 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "DELETE /v2.0/floatingips/c4b80b22-5564-457b-8237-57597736fea7 HTTP/1.1" status: 204 len: 168 time: 0.5100091 Sep 15 14:00:56.206098 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38770) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:56.210780 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-3d6bb0f7-0658-4a5c-a7e0-9d570f9bf187 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293271614', 'description': 'tempest-description--587671324'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:00:56.317368 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb0f7-0658-4a5c-a7e0-9d570f9bf187 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:56.398458 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb0f7-0658-4a5c-a7e0-9d570f9bf187 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:56.517154 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb0f7-0658-4a5c-a7e0-9d570f9bf187 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:56.546859 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb0f7-0658-4a5c-a7e0-9d570f9bf187 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72427c2e-fe34-4568-a57d-9b33ed2c6cfc,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:56.637489 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb0f7-0658-4a5c-a7e0-9d570f9bf187 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:56.638760 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-3d6bb0f7-0658-4a5c-a7e0-9d570f9bf187 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4316282 Sep 15 14:00:56.641651 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38772) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:56.645921 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-711560d7-ed20-48dd-b140-629074112326 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'security_group_rule': {'security_group_id': '72427c2e-fe34-4568-a57d-9b33ed2c6cfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:00:56.756571 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-711560d7-ed20-48dd-b140-629074112326 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:56.810387 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-711560d7-ed20-48dd-b140-629074112326 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:56.922685 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-711560d7-ed20-48dd-b140-629074112326 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:56.941529 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711560d7-ed20-48dd-b140-629074112326 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26a1a54-88f8-439a-883c-2a5b3c14799d,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:57.008273 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-711560d7-ed20-48dd-b140-629074112326 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.009564 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-711560d7-ed20-48dd-b140-629074112326 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670001 Sep 15 14:00:57.012160 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38774) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:57.016388 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-0efcfa09-e254-444c-b2d7-4ac0bd7934c7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'security_group_rule': {'security_group_id': '72427c2e-fe34-4568-a57d-9b33ed2c6cfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:00:57.093192 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0efcfa09-e254-444c-b2d7-4ac0bd7934c7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.151215 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0efcfa09-e254-444c-b2d7-4ac0bd7934c7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.259677 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0efcfa09-e254-444c-b2d7-4ac0bd7934c7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4179517'] for security_group_rule, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.279165 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcfa09-e254-444c-b2d7-4ac0bd7934c7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c30a8cf-0362-4adb-b891-ac580a338a64,revision_number=0']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:57.340142 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-0efcfa09-e254-444c-b2d7-4ac0bd7934c7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.341398 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-0efcfa09-e254-444c-b2d7-4ac0bd7934c7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283379 Sep 15 14:00:57.344516 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 38776) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:00:57.348646 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.v2.base [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'floatingip': {'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9'}} {{(pid=101154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:00:57.425375 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.519712 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.623110 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_common [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Allocated IP 172.27.3.159 (92773a23-6283-4521-8807-4bf1f36d5ca9/682ab032-27a7-471d-91bf-ac4e3790063a/86e868e6-9c5a-4428-9947-321a1e488c67) {{(pid=101154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:00:57.720538 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for port, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.808354 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:57.845459 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Network 92773a23-6283-4521-8807-4bf1f36d5ca9 is already hosted by enough agents. {{(pid=101154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:00:57.849498 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.base_scheduler [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Resources bound (agent type, host, resource id): {{(pid=101154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:00:57.855753 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Received port after_create {{(pid=101154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 14:00:57.858764 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'Port': ['ID=86e868e6-9c5a-4428-9947-321a1e488c67,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:57.937411 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:58.050064 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:58.195667 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for port, precommit_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:58.259373 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25579360'] for port, after_update {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:58.331725 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'Port': ['ID=86e868e6-9c5a-4428-9947-321a1e488c67,revision_number=2']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:00:58.340406 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:58.396560 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:00:58.397838 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-05d9b8cf-5f02-4373-8476-1b8f36f45dde tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0524492 Sep 15 14:00:58.589553 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-5e328ba6-486b-4cb8-88aa-77428dacfb52 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--293271614&fields=id&tenant_id=839fbdaac5b742c096048089acbb36f3 HTTP/1.1" status: 200 len: 267 time: 0.0333433 Sep 15 14:00:58.692644 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-19478d1a-771b-4cbd-99cb-06c9a0a2cb6d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:00:58.694135 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-19478d1a-771b-4cbd-99cb-06c9a0a2cb6d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 810 time: 0.0979559 Sep 15 14:00:58.708923 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-585a1e16-0abc-41f7-9203-8be041c2e537 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/quotas/839fbdaac5b742c096048089acbb36f3 HTTP/1.1" status: 200 len: 375 time: 0.0087452 Sep 15 14:00:58.774680 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-33dfd630-f4b6-4460-aab6-1b84ce7ca9bc tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605338 Sep 15 14:00:58.868943 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-b5c15713-a0d5-471c-b74e-ea4598ccb151 service neutron] 10.222.0.23 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817239 Sep 15 14:00:58.960015 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-6ff1d69b-457c-4f1c-9bcf-4a2e068cf52e service neutron] 10.222.0.23 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Sep 15 14:00:59.225566 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-c1090ed3-7a80-47a4-bd4e-afcbfb92904b req-56d1f25c-128f-4f9e-94c2-0534196ca930 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 210 time: 0.0282352 Sep 15 14:01:00.316165 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-75749434-e545-4580-8524-77d5b8a03400 req-7ef2eae5-861a-43a0-9bda-2aa91908d033 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 210 time: 0.0256312 Sep 15 14:01:01.123787 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-0d447e24-73b6-473d-99a6-324c9c1ef302 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:01.125229 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-0d447e24-73b6-473d-99a6-324c9c1ef302 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 810 time: 0.1031959 Sep 15 14:01:01.168080 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-de2be7e2-a7ae-443a-9198-6ccc04d0643e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839fbdaac5b742c096048089acbb36f3 HTTP/1.1" status: 200 len: 379 time: 0.0337062 Sep 15 14:01:01.177172 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'port': {'device_id': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'admin_state_up': True, 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'security_groups': ['72427c2e-fe34-4568-a57d-9b33ed2c6cfc']}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:01.333893 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Made reservation on behalf of 839fbdaac5b742c096048089acbb36f3 for: {'port': 1} {{(pid=101155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 14:01:01.337423 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:01.438319 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1f65bddf-8027-4123-935f-be167be85137 req-dac8d8d5-19f8-44c8-bf31-f548c91a617f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 210 time: 0.0361977 Sep 15 14:01:01.501050 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.db_base_plugin_common [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Allocated IP 172.20.0.11 (70f33a9b-dc70-4ea8-bb94-cfad88ef26de/a6b1bdb1-97ef-4d8d-82cc-e408cc002fda/645404c5-87f9-4079-a71c-a56c7eb365b4) {{(pid=101155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 14:01:01.640383 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for port, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:01.722977 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775945410506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:01.765398 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de is already hosted by enough agents. {{(pid=101155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 14:01:01.768398 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.base_scheduler [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Resources bound (agent type, host, resource id): {{(pid=101155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 14:01:01.772012 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Received port after_create {{(pid=101155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 14:01:01.802156 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event updated for resources: {'Port': ['ID=645404c5-87f9-4079-a71c-a56c7eb365b4,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:01.832063 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:01.832674 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:01.912064 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-150fcb5a-a130-4e35-8952-0313e5661851 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7385392 Sep 15 14:01:01.925270 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Request body: {'port': {'device_id': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:01.974665 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-4e82a30c-6ecb-49de-90d1-0e96576cc719 None None] Provisioning complete for port 645404c5-87f9-4079-a71c-a56c7eb365b4 triggered by entity DHCP. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:01:01.975229 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-4e82a30c-6ecb-49de-90d1-0e96576cc719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:01.980143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:02.008760 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-4e82a30c-6ecb-49de-90d1-0e96576cc719 None None] Port 645404c5-87f9-4079-a71c-a56c7eb365b4 cannot update to ACTIVE because it is not bound. {{(pid=101156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 14:01:02.236929 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645404c5-87f9-4079-a71c-a56c7eb365b4 {{(pid=101155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:01:02.244098 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:02.256806 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.provisioning_blocks [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Transition to ACTIVE for port object 645404c5-87f9-4079-a71c-a56c7eb365b4 will not be triggered until provisioned by entity L2. {{(pid=101155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 14:01:02.322158 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:02.371033 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Pushing event updated for resources: {'Port': ['ID=645404c5-87f9-4079-a71c-a56c7eb365b4,revision_number=2']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:02.442360 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Attempting to bind port 645404c5-87f9-4079-a71c-a56c7eb365b4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 14:01:02.442697 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Attempting to bind port 645404c5-87f9-4079-a71c-a56c7eb365b4 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 14:01:02.443034 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Attempting to bind port 645404c5-87f9-4079-a71c-a56c7eb365b4 on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:01:02.447649 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Port 645404c5-87f9-4079-a71c-a56c7eb365b4 on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 14:01:02.447963 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Attempting to bind port 645404c5-87f9-4079-a71c-a56c7eb365b4 on network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 14:01:02.453365 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Checking agent: {'id': 'c24fa355-4379-44f7-bf6d-4a266a291a8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'started_at': datetime.datetime(2021, 9, 15, 13, 42, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 14:01:02.453700 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Checking segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 14:01:02.454085 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Bound using segment: {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'} {{(pid=101155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 14:01:02.454514 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.managers [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Bound port: 645404c5-87f9-4079-a71c-a56c7eb365b4, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad9efd-6876-48a3-a1ac-8aef52c7f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de'}}] {{(pid=101155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 14:01:02.454892 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:02.550823 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] For port 645404c5-87f9-4079-a71c-a56c7eb365b4, host hv-cinder-75996, cleared binding levels {{(pid=101155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 14:01:02.565604 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] For port 645404c5-87f9-4079-a71c-a56c7eb365b4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=645404c5-87f9-4079-a71c-a56c7eb365b4,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 14:01:02.579980 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fa7ac-95d3-4dcc-ab2f-31ac1ab49365 req-b7554eb5-8083-4fa6-bbc1-2cc66a30a3f6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:02.581505 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-535fa7ac-95d3-4dcc-ab2f-31ac1ab49365 req-b7554eb5-8083-4fa6-bbc1-2cc66a30a3f6 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 944 time: 0.0705211 Sep 15 14:01:02.621042 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-535fa7ac-95d3-4dcc-ab2f-31ac1ab49365 req-82f9de2a-f05d-42ad-89ca-cd857885d8ec tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331790 Sep 15 14:01:02.632626 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26627741'] for port, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:02.668181 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:02.668600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:02.670204 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] 10.222.0.37 "PUT /v2.0/ports/645404c5-87f9-4079-a71c-a56c7eb365b4 HTTP/1.1" status: 200 len: 1094 time: 0.7493911 Sep 15 14:01:02.672708 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:01:02.674965 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba132f6-f867-4adb-afe4-fa270857f7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:01:02.705230 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d1ae5-f8d1-4b67-9d7b-2bc769278184 service neutron] Pushing event updated for resources: {'Port': ['ID=645404c5-87f9-4079-a71c-a56c7eb365b4,revision_number=3']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:02.721677 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8d472-ec3a-465a-b280-43a4c086af18 x-openstack-request-id: req-4df8d472-ec3a-465a-b280-43a4c086af18 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:01:02.721976 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:01:02.722223 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4df8d472-ec3a-465a-b280-43a4c086af18 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:01:02.722616 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'status': 'completed', 'code': 200} Sep 15 14:01:02.786016 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba132f6-f867-4adb-afe4-fa270857f7b8 req-a4f2f052-974e-490e-9fff-e0757c510a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:02.787627 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dba132f6-f867-4adb-afe4-fa270857f7b8 req-a4f2f052-974e-490e-9fff-e0757c510a01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 1097 time: 0.0442262 Sep 15 14:01:02.890553 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba132f6-f867-4adb-afe4-fa270857f7b8 req-9f08845f-4573-445d-b912-7babaa737b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:02.891990 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dba132f6-f867-4adb-afe4-fa270857f7b8 req-9f08845f-4573-445d-b912-7babaa737b15 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=839fbdaac5b742c096048089acbb36f3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0971024 Sep 15 14:01:02.988615 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba132f6-f867-4adb-afe4-fa270857f7b8 req-488bd822-4ee8-4897-ae4c-97ac0b35ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:02.989989 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-dba132f6-f867-4adb-afe4-fa270857f7b8 req-488bd822-4ee8-4897-ae4c-97ac0b35ceb8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909524 Sep 15 14:01:03.064621 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-038f6e46-ff9d-4b7a-aac5-262b982d872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:03.066114 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-038f6e46-ff9d-4b7a-aac5-262b982d872c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 1097 time: 0.0389769 Sep 15 14:01:03.106669 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-5187b4e4-c8ec-45bf-b9af-3845b8bed29a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=645404c5-87f9-4079-a71c-a56c7eb365b4 HTTP/1.1" status: 200 len: 217 time: 0.0319312 Sep 15 14:01:03.157310 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-dda24fc6-d041-4a2c-8288-8d5a0a99bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:03.158680 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-dda24fc6-d041-4a2c-8288-8d5a0a99bdda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0456717 Sep 15 14:01:03.204749 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-1fd047b3-1810-4e10-8302-3996073c8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:03.212517 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-1fd047b3-1810-4e10-8302-3996073c8a09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403867 Sep 15 14:01:03.295684 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-d8f35462-2aaa-4a73-869b-594c6cf66bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825717 Sep 15 14:01:03.665926 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-fdebe631-0e8a-478b-848e-21ecce1b79e3 req-e839689c-882a-47f3-a3f1-2476f5058d33 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626206 Sep 15 14:01:03.737935 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e737f-2ced-4b38-a9ae-c3dc70a5cf27 req-82b38fc6-a54a-487d-8d75-f90514661d0d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:03.739413 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-562e737f-2ced-4b38-a9ae-c3dc70a5cf27 req-82b38fc6-a54a-487d-8d75-f90514661d0d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 944 time: 0.0478745 Sep 15 14:01:03.776845 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-562e737f-2ced-4b38-a9ae-c3dc70a5cf27 req-8b27b65a-4533-4073-869c-6c2ddacb8d05 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307419 Sep 15 14:01:04.894030 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec778b8-9773-4bd8-9afd-6f95fd17b4cd req-bb96a335-4d57-44a7-846f-d3eed6635272 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:04.895480 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cec778b8-9773-4bd8-9afd-6f95fd17b4cd req-bb96a335-4d57-44a7-846f-d3eed6635272 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 944 time: 0.0517087 Sep 15 14:01:04.933413 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-cec778b8-9773-4bd8-9afd-6f95fd17b4cd req-01397a75-da59-442e-92e3-0c63ecaa9154 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319171 Sep 15 14:01:05.918876 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:01:06.055268 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9154fb-fb18-4a04-ae2f-400f0a0d40f6 req-d16a1baa-4fc9-406b-affa-f25548a3f62f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:06.056760 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1b9154fb-fb18-4a04-ae2f-400f0a0d40f6 req-d16a1baa-4fc9-406b-affa-f25548a3f62f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 944 time: 0.0514491 Sep 15 14:01:06.099302 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-1b9154fb-fb18-4a04-ae2f-400f0a0d40f6 req-d3ebda73-e396-475b-b610-99c078c27b27 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348272 Sep 15 14:01:07.215234 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644f25b-19fa-4cd1-a877-d4fe79a2d0aa req-84c5d84d-c363-40e8-90fe-270b269a8ca5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:07.216893 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6644f25b-19fa-4cd1-a877-d4fe79a2d0aa req-84c5d84d-c363-40e8-90fe-270b269a8ca5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 944 time: 0.0493689 Sep 15 14:01:07.255136 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-6644f25b-19fa-4cd1-a877-d4fe79a2d0aa req-77c64f57-4230-43a6-8860-fe9bfb8ce68f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322077 Sep 15 14:01:07.424655 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 645404c5-87f9-4079-a71c-a56c7eb365b4 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=101156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 14:01:07.520569 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 645404c5-87f9-4079-a71c-a56c7eb365b4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=645404c5-87f9-4079-a71c-a56c7eb365b4,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:01:07.532241 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Returning: {'device': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'port_id': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'mac_address': 'fa:16:3e:c8:44:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 14:01:07.568706 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:07.584063 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645404c5-87f9-4079-a71c-a56c7eb365b4 {{(pid=101156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 14:01:07.603080 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 645404c5-87f9-4079-a71c-a56c7eb365b4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=645404c5-87f9-4079-a71c-a56c7eb365b4,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:01:07.671189 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:07.717890 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=645404c5-87f9-4079-a71c-a56c7eb365b4,revision_number=4']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:08.002499 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:08.046663 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] get_ports_and_sgs() called for port_ids ['645404c5-87f9-4079-a71c-a56c7eb365b4'] {{(pid=101156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 14:01:08.371205 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ec083-f9a2-4d29-bf62-ef16e8a3e975 req-eb37fb36-d363-4963-9d93-cc4081bf8666 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:08.372673 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-093ec083-f9a2-4d29-bf62-ef16e8a3e975 req-eb37fb36-d363-4963-9d93-cc4081bf8666 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 945 time: 0.0521963 Sep 15 14:01:08.413442 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-093ec083-f9a2-4d29-bf62-ef16e8a3e975 req-baa14783-c0a7-4252-856a-451e83705274 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348458 Sep 15 14:01:09.435489 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 645404c5-87f9-4079-a71c-a56c7eb365b4 up at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 14:01:09.536906 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf214c12-415c-4435-b88e-14bee8ed99f1 req-62c7dc3a-9d06-433a-9061-9110a4c3a402 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:09.538374 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bf214c12-415c-4435-b88e-14bee8ed99f1 req-62c7dc3a-9d06-433a-9061-9110a4c3a402 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 945 time: 0.0508194 Sep 15 14:01:09.562462 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning for port 645404c5-87f9-4079-a71c-a56c7eb365b4 completed by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 14:01:09.566324 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Provisioning complete for port 645404c5-87f9-4079-a71c-a56c7eb365b4 triggered by entity L2. {{(pid=101156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 14:01:09.566766 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528343'] for port, provisioning_complete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:09.577092 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-bf214c12-415c-4435-b88e-14bee8ed99f1 req-4996eb27-b30b-40e2-9563-e1adb6283e9a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Sep 15 14:01:09.642304 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534811'] for port, before_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:09.663755 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4'}] {{(pid=101156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:01:09.665995 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de1588f757bfd84d4e9c01fd1cade80245f809716b8a9bbe47b8136af7f219b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f288df3a-c3bd-4d48-89c3-cc1605c0019a" -d '{"events": [{"server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "name": "network-vif-plugged", "status": "completed", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4"}]}' {{(pid=101156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:01:09.679336 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] For port 645404c5-87f9-4079-a71c-a56c7eb365b4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=645404c5-87f9-4079-a71c-a56c7eb365b4,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:01:09.739810 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775945914381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775945410524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775945410542'] for port, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:09.771719 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8672f2e3-6b86-490d-beac-d750cfcc920d x-openstack-request-id: req-8672f2e3-6b86-490d-beac-d750cfcc920d {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:01:09.772010 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "name": "network-vif-plugged", "status": "completed", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4", "code": 200}]} {{(pid=101156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:01:09.772282 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8672f2e3-6b86-490d-beac-d750cfcc920d {{(pid=101156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:01:09.772664 dv-cinder-759961-19-iscsi neutron-server[101156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'code': 200} Sep 15 14:01:09.795938 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Pushing event updated for resources: {'Port': ['ID=645404c5-87f9-4079-a71c-a56c7eb365b4,revision_number=5']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:01:10.072309 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fa6af-dee3-485e-bc00-b1a3257e55d9 req-79f1e2e3-e876-4d17-8e68-9edf7147613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:10.074106 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f8fa6af-dee3-485e-bc00-b1a3257e55d9 req-79f1e2e3-e876-4d17-8e68-9edf7147613a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 1099 time: 0.0396910 Sep 15 14:01:10.110908 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-7f8fa6af-dee3-485e-bc00-b1a3257e55d9 req-a79eafdf-d05a-4881-a430-71f2a5c60f2e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293586 Sep 15 14:01:10.695136 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7830513-4baf-4eac-b5ba-46e522513a6d req-67947ed3-dd2b-4f54-85eb-2ff1e62c3fcd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:10.696623 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e7830513-4baf-4eac-b5ba-46e522513a6d req-67947ed3-dd2b-4f54-85eb-2ff1e62c3fcd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 946 time: 0.0523665 Sep 15 14:01:10.735289 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e7830513-4baf-4eac-b5ba-46e522513a6d req-302d27c6-7121-4770-8266-f8f3df93e63d tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318778 Sep 15 14:01:11.871901 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f79a-c67e-43d1-b54c-c4f24e33aad3 req-628ffc33-5ea9-4f0c-9bd0-05ca25d00e2f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:11.873415 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f500f79a-c67e-43d1-b54c-c4f24e33aad3 req-628ffc33-5ea9-4f0c-9bd0-05ca25d00e2f tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 946 time: 0.0495167 Sep 15 14:01:11.911755 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-f500f79a-c67e-43d1-b54c-c4f24e33aad3 req-6dd24c27-c200-4dee-a0bb-83df8ca08bcf tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Sep 15 14:01:12.022326 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca3947-7cf1-4f59-ba3a-fb344c7951ae req-b2a39437-df8b-47f0-8783-9041e6bca005 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:12.023800 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-e1ca3947-7cf1-4f59-ba3a-fb344c7951ae req-b2a39437-df8b-47f0-8783-9041e6bca005 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 946 time: 0.0501704 Sep 15 14:01:12.032930 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 38840) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:01:12.037226 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.v2.base [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Request body: {'floatingip': {'port_id': '645404c5-87f9-4079-a71c-a56c7eb365b4'}} {{(pid=101155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 14:01:12.079773 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, before_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:12.506329 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:12.579494 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:12.680381 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Floating IP 17964106-4c9d-4caa-b979-6e1745fe3dc7 associated. External IP: 172.27.3.159, port: 645404c5-87f9-4079-a71c-a56c7eb365b4. Sep 15 14:01:12.884216 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:01:12.990773 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:01:12.996320 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:13.002474 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] Sync routers for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:01:13.020407 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:01:13.021038 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:13.026000 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-e58ea106-3ea9-42b8-8bd7-5cf2aa36cfe5 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "PUT /v2.0/floatingips/17964106-4c9d-4caa-b979-6e1745fe3dc7 HTTP/1.1" status: 200 len: 992 time: 0.9894431 Sep 15 14:01:13.026000 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:01:13.026603 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45672400-59b9-488b-b2e9-47e19256a336" -d '{"events": [{"name": "network-changed", "server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:01:13.069547 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a42cc4-2a86-4fff-9556-46bd2602c885 x-openstack-request-id: req-88a42cc4-2a86-4fff-9556-46bd2602c885 {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:01:13.069838 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:01:13.070086 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88a42cc4-2a86-4fff-9556-46bd2602c885 {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:01:13.070637 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'status': 'completed', 'code': 200} Sep 15 14:01:13.136425 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45672400-59b9-488b-b2e9-47e19256a336 req-efb6c704-9eb3-4123-b550-dfe0bd12333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:13.137934 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45672400-59b9-488b-b2e9-47e19256a336 req-efb6c704-9eb3-4123-b550-dfe0bd12333b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 1099 time: 0.0450673 Sep 15 14:01:13.140927 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:01:13.226908 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45672400-59b9-488b-b2e9-47e19256a336 req-3934b453-c156-4e61-80fc-5723b0ef107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:13.228404 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45672400-59b9-488b-b2e9-47e19256a336 req-3934b453-c156-4e61-80fc-5723b0ef107b service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 911 time: 0.0839019 Sep 15 14:01:13.296977 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45672400-59b9-488b-b2e9-47e19256a336 req-a3eec6ee-3886-4176-a748-157eee0aa54f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=645404c5-87f9-4079-a71c-a56c7eb365b4 HTTP/1.1" status: 200 len: 1000 time: 0.0618296 Sep 15 14:01:13.346193 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45672400-59b9-488b-b2e9-47e19256a336 req-da963109-26ff-43e6-b81d-026e237102d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:13.347691 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45672400-59b9-488b-b2e9-47e19256a336 req-da963109-26ff-43e6-b81d-026e237102d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0435157 Sep 15 14:01:13.361171 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '17964106-4c9d-4caa-b979-6e1745fe3dc7', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'port_id': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'mac_address': 'fa:16:3e:c8:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:00:57Z', 'updated_at': '2021-09-15T14:01:12Z', 'revision_number': 1, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:13.387145 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] Checking router: 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:01:13.393580 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45672400-59b9-488b-b2e9-47e19256a336 req-e935254d-9ede-4725-bccd-f4233a4fea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:01:13.395072 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45672400-59b9-488b-b2e9-47e19256a336 req-e935254d-9ede-4725-bccd-f4233a4fea8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396237 Sep 15 14:01:13.395216 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:01:13.395677 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:00:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:13.488486 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45672400-59b9-488b-b2e9-47e19256a336 req-7d76fa11-ae7f-41c9-9b1a-d0deabf0be53 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Sep 15 14:01:13.500287 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:01:13.579536 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-45672400-59b9-488b-b2e9-47e19256a336 req-0c65e020-e201-454b-86dd-1682d7dc2c47 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833302 Sep 15 14:01:13.719664 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '17964106-4c9d-4caa-b979-6e1745fe3dc7', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'port_id': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'mac_address': 'fa:16:3e:c8:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:00:57Z', 'updated_at': '2021-09-15T14:01:12Z', 'revision_number': 1, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:01:13.749051 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db795ba8-3f40-4d3f-9f23-dd2bd64d9ab5 None None] The sync data for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi is: [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_floatingips': [{'id': '17964106-4c9d-4caa-b979-6e1745fe3dc7', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'router_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'port_id': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'mac_address': 'fa:16:3e:c8:44:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T14:00:57Z', 'updated_at': '2021-09-15T14:01:12Z', 'revision_number': 1, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:01:13.935303 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98771b48-aa65-4d59-8022-783f3a6e46c0 None None] New status for floating IP 17964106-4c9d-4caa-b979-6e1745fe3dc7: ACTIVE {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 14:01:16.018634 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-3a18628a-7c2c-4751-9b6b-84408609ba39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:18.670388 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-175d1e90-1b8a-45df-a567-44acdabe6333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:18.795787 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:20.065230 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:21.682605 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:38.002101 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:42.918099 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:01:46.001111 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-19bfd6f7-4f0e-4fae-a5ab-e6eb36306396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:48.670091 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d7e929ce-6815-4e29-89fb-6115633dc92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:48.784350 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:50.064256 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:01:51.664470 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:08.045968 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:16.075805 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-0f52a3ce-d9e7-46c6-910d-563e3fe8373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:18.652528 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-a5612ad9-d7e0-4d74-bdd3-800aa658cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:18.818014 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:19.918112 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:02:20.092180 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:21.658134 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:22.081231 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-3fe84b30-df14-49cb-860a-c37243a3f60e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432043 Sep 15 14:02:22.164269 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-87945bbe-c01a-4d64-ae33-833db53d2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:22.165826 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-87945bbe-c01a-4d64-ae33-833db53d2b0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=839fbdaac5b742c096048089acbb36f3&device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 1099 time: 0.0416057 Sep 15 14:02:22.267011 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-d8248cf6-79b1-4bb6-95f8-88dbf8f8f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:22.268479 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-d8248cf6-79b1-4bb6-95f8-88dbf8f8f0f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 200 len: 911 time: 0.0837343 Sep 15 14:02:22.336276 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-58eb8d85-ea62-4a31-b804-e679e6618935 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=645404c5-87f9-4079-a71c-a56c7eb365b4 HTTP/1.1" status: 200 len: 1002 time: 0.0606940 Sep 15 14:02:22.386473 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-b9108d30-f9f5-4451-9d47-d8a247583ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:22.387905 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-b9108d30-f9f5-4451-9d47-d8a247583ee3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 200 len: 849 time: 0.0441210 Sep 15 14:02:22.433627 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-1c2456d5-dc49-4b85-a956-2e548f324024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:22.435223 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-1c2456d5-dc49-4b85-a956-2e548f324024 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f33a9b-dc70-4ea8-bb94-cfad88ef26de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402131 Sep 15 14:02:22.531239 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-7db1a6bb-f180-4b29-88d0-4e48615eb012 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890174 Sep 15 14:02:22.621369 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-10a7123a-c864-4fe5-8d68-298cbcc95c9e req-ed2d9722-a378-402a-99dc-64269a1aff67 service neutron] 10.222.0.37 "GET /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828497 Sep 15 14:02:37.989104 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:46.005911 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-366ed277-2c4a-49d9-bc4c-c27952bfcaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:48.685689 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-9d03c59d-3353-4f98-90b4-a7f8a61ac0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:48.880367 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:50.074821 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:51.663537 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:52.496565 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8cb77-409a-49e1-9fa6-aebf1ff2584a req-2c8f8d1a-9d92-4650-a5de-88e3218d09cf tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:52.498108 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b3f8cb77-409a-49e1-9fa6-aebf1ff2584a req-2c8f8d1a-9d92-4650-a5de-88e3218d09cf tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 946 time: 0.0527160 Sep 15 14:02:52.537414 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-b3f8cb77-409a-49e1-9fa6-aebf1ff2584a req-0be20103-b572-4961-b30b-6be8f55223a7 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 Sep 15 14:02:53.655169 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0762-4eab-46c2-8173-9ee7509666d7 req-cc295705-ec9a-45bb-bc8d-c63973ec197e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:53.656787 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-142e0762-4eab-46c2-8173-9ee7509666d7 req-cc295705-ec9a-45bb-bc8d-c63973ec197e tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 946 time: 0.0496950 Sep 15 14:02:53.694242 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-142e0762-4eab-46c2-8173-9ee7509666d7 req-68db350c-cf25-4a3e-ab1d-2ffef4dd1d7a tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Sep 15 14:02:54.371064 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-524bf226-c51e-47a2-8562-d6e5d7f279dd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:54.372513 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-524bf226-c51e-47a2-8562-d6e5d7f279dd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 946 time: 0.0482454 Sep 15 14:02:54.462684 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Deleting port 645404c5-87f9-4079-a71c-a56c7eb365b4 {{(pid=101155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:02:54.463017 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:54.554387 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.db [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] For port 645404c5-87f9-4079-a71c-a56c7eb365b4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=645404c5-87f9-4079-a71c-a56c7eb365b4,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:02:54.554744 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:54.725672 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:54.726301 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3677190'] for floatingip, after_update {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:54.726420 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.db.l3_db [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Floating IP 17964106-4c9d-4caa-b979-6e1745fe3dc7 disassociated. External IP: 172.27.3.159, port: 645404c5-87f9-4079-a71c-a56c7eb365b4. Sep 15 14:02:54.726652 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.plugins.ml2.plugin [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Calling delete_port for 645404c5-87f9-4079-a71c-a56c7eb365b4 owned by compute:nova {{(pid=101155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:02:54.840941 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36011a17-c46f-424f-ae05-25d7d11f0b63 req-4ee068db-5177-40e8-950e-679ca4c817dd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 14:02:54.842918 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-36011a17-c46f-424f-ae05-25d7d11f0b63 req-4ee068db-5177-40e8-950e-679ca4c817dd tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 946 time: 0.0753014 Sep 15 14:02:54.927070 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-36011a17-c46f-424f-ae05-25d7d11f0b63 req-26503bd9-4da0-4cbe-83b2-1e2f3487e5d8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups?id=72427c2e-fe34-4568-a57d-9b33ed2c6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778928 Sep 15 14:02:54.994893 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26627716'] for port, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:55.021683 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event deleted for resources: {'Port': ['ID=645404c5-87f9-4079-a71c-a56c7eb365b4,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:55.034791 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.035139 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.035481 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.035816 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.036143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.036472 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.036797 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.037154 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.037477 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.037796 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.038115 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.038438 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:55.149389 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:02:55.261192 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:02:55.270672 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] Sync routers for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:02:55.280650 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:02:55.281290 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:02:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:55.302400 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] No DVR routers for this DVR port 645404c5-87f9-4079-a71c-a56c7eb365b4 on host hv-cinder-75996 {{(pid=101155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:02:55.304821 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for port, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:55.306869 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-96dc922c-ff47-41d4-adaa-aa71a5bd97d6 req-916a1f87-283b-41ea-a9f7-495c9e98b514 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.37 "DELETE /v2.0/ports/645404c5-87f9-4079-a71c-a56c7eb365b4 HTTP/1.1" status: 204 len: 173 time: 0.9282382 Sep 15 14:02:55.307543 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'name': 'network-vif-deleted', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4'}] {{(pid=101155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 14:02:55.309805 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83aeedf04bfd0fe88850c287b9a1743200740884b3020aefc123a1fbb2f8048b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7699dd9f-7ac3-46f3-99dc-2c6e25151074" -d '{"events": [{"server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "name": "network-vif-deleted", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4"}]}' {{(pid=101155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 14:02:55.346387 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84026491-454b-46a3-9bb1-bcbad4ada93d x-openstack-request-id: req-84026491-454b-46a3-9bb1-bcbad4ada93d {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 14:02:55.346702 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e56cd-dc74-4fcf-96ec-fc643b5b8baf", "name": "network-vif-deleted", "tag": "645404c5-87f9-4079-a71c-a56c7eb365b4", "status": "completed", "code": 200}]} {{(pid=101155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 14:02:55.346949 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84026491-454b-46a3-9bb1-bcbad4ada93d {{(pid=101155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 14:02:55.347334 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297e56cd-dc74-4fcf-96ec-fc643b5b8baf', 'name': 'network-vif-deleted', 'tag': '645404c5-87f9-4079-a71c-a56c7eb365b4', 'status': 'completed', 'code': 200} Sep 15 14:02:55.492672 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:02:55.719882 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:55.749133 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] Checking router: 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:02:55.757955 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:02:55.758650 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:02:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:55.861552 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:02:56.038963 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [req-a0d27949-3193-4838-a8d3-e5dd5cae5f47 req-db26a9a9-48e7-460f-b1bb-aae189849b27 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/ports?device_id=297e56cd-dc74-4fcf-96ec-fc643b5b8baf HTTP/1.1" status: 200 len: 210 time: 0.0261786 Sep 15 14:02:56.085263 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:02:56.112817 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a87309-df3f-4872-846c-0961674898e0 None None] The sync data for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi is: [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T13:56:22Z', 'revision_number': 4, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi', '_interfaces': [{'id': '8aab7856-7e67-463f-b45b-125ae6005fcc', 'name': '', 'network_id': '70f33a9b-dc70-4ea8-bb94-cfad88ef26de', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'mac_address': 'fa:16:3e:e8:91:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:22Z', 'updated_at': '2021-09-15T13:56:26Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'subnets': [{'id': 'a6b1bdb1-97ef-4d8d-82cc-e408cc002fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:02:56.343099 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389dfd9-153c-42cf-889c-924a87e7a51f None None] New status for floating IP 17964106-4c9d-4caa-b979-6e1745fe3dc7: DOWN {{(pid=101156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 14:02:56.917367 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:02:57.178181 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39130) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:02:57.245069 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73b2e583-07e7-4cfd-91cd-3996046faba8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.269657 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73b2e583-07e7-4cfd-91cd-3996046faba8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.371355 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73b2e583-07e7-4cfd-91cd-3996046faba8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.374050 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-73b2e583-07e7-4cfd-91cd-3996046faba8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.376972 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-73b2e583-07e7-4cfd-91cd-3996046faba8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "DELETE /v2.0/security-groups/72427c2e-fe34-4568-a57d-9b33ed2c6cfc HTTP/1.1" status: 204 len: 168 time: 0.1960413 Sep 15 14:02:57.378203 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39132) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:02:57.384312 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2e583-07e7-4cfd-91cd-3996046faba8 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72427c2e-fe34-4568-a57d-9b33ed2c6cfc,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:57.396647 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.api.v2.resource [None req-324f64de-039e-4451-9c63-b65d22fca273 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] show failed (client error): The resource could not be found. Sep 15 14:02:57.397966 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-324f64de-039e-4451-9c63-b65d22fca273 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "GET /v2.0/security-groups/72427c2e-fe34-4568-a57d-9b33ed2c6cfc HTTP/1.1" status: 404 len: 347 time: 0.0187271 Sep 15 14:02:57.401659 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39136) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:02:57.526610 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Deleting port 86e868e6-9c5a-4428-9947-321a1e488c67 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:02:57.526880 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.601810 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.602129 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.615142 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Calling delete_port for 86e868e6-9c5a-4428-9947-321a1e488c67 owned by network:floatingip {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:02:57.862438 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:57.888389 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Pushing event deleted for resources: {'Port': ['ID=86e868e6-9c5a-4428-9947-321a1e488c67,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:02:57.975013 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 645404c5-87f9-4079-a71c-a56c7eb365b4 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:02:57.999751 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] No Port match for: 645404c5-87f9-4079-a71c-a56c7eb365b4 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:02:58.000083 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Device 645404c5-87f9-4079-a71c-a56c7eb365b4 not bound to the agent host hv-cinder-75996 {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:02:58.113843 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.114093 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.114427 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.114755 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.115079 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.115401 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.115719 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.116035 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.116354 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.116666 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.117006 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.117327 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:02:58.156449 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks [] for floatingip, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:58.159077 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215403'] for floatingip, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:02:58.160235 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-96db9539-2bc5-461a-8bf0-2c3fcf5e3006 tempest-AttachVolumeTestJSON-1742286330 tempest-AttachVolumeTestJSON-1742286330-project] 10.222.0.23 "DELETE /v2.0/floatingips/17964106-4c9d-4caa-b979-6e1745fe3dc7 HTTP/1.1" status: 204 len: 168 time: 0.7576272 Sep 15 14:03:02.218929 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39164) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:02.712715 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675654'] for router_interface, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:02.960517 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Deleting port 8aab7856-7e67-463f-b45b-125ae6005fcc {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:03:02.960884 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:03.038133 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] For port 8aab7856-7e67-463f-b45b-125ae6005fcc, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=8aab7856-7e67-463f-b45b-125ae6005fcc,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:03:03.038514 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:03.050814 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Calling delete_port for 8aab7856-7e67-463f-b45b-125ae6005fcc owned by network:router_interface {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:03:03.303140 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:03.327678 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aab7856-7e67-463f-b45b-125ae6005fcc,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:03.503606 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4193972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3677366'] for router_interface, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:03.720114 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 has already been hosted by L3 agent 67bd5c45-8479-4508-8e83-07d625c61f49 {{(pid=101154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 14:03:03.822364 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] Notify agent at l3_agent.dv-cinder-759961-19-iscsi the message routers_updated {{(pid=101154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 14:03:03.827905 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-81ee108a-736b-4405-a08f-6bb2027e2da1 admin admin] 10.222.0.23 "PUT /v2.0/routers/8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079569 Sep 15 14:03:03.830496 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39168) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:03.831813 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] Sync routers for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 14:03:03.841082 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:03:03.841691 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:02:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:03:03.943604 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:03.948399 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: dv-cinder-759961-19-iscsi {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:03:04.049934 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:04.137285 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'external_fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T14:03:03Z', 'revision_number': 5, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port': {'id': 'a13a5a8e-273a-466b-9d1b-3edc599c3958', 'name': '', 'network_id': '92773a23-6283-4521-8807-4bf1f36d5ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:56:19Z', 'updated_at': '2021-09-15T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682ab032-27a7-471d-91bf-ac4e3790063a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-19-iscsi'}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:03:04.162977 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] Checking router: 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 for host: dv-cinder-759961-19-iscsi {{(pid=101157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 14:03:04.172379 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] Routers {'8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'} bound to L3 agent in host dv-cinder-759961-19-iscsi {{(pid=101157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 14:03:04.173019 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T13:35:49Z,description=,heartbeat_timestamp=2021-09-15T14:02:49Z,host='dv-cinder-759961-19-iscsi',id=67bd5c45-8479-4508-8e83-07d625c61f49,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:35:49Z,topic='l3_agent')) {'router_ids': ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'], 'active': True} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:03:04.205809 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Deleting port a13a5a8e-273a-466b-9d1b-3edc599c3958 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:03:04.206266 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:04.257961 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_dvr_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] Set router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 gateway port host: None {{(pid=101157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 14:03:04.288128 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] For port a13a5a8e-273a-466b-9d1b-3edc599c3958, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=a13a5a8e-273a-466b-9d1b-3edc599c3958,segment=NetworkSegment(00bced96-2b97-404c-a687-00316546ddea),segment_id=00bced96-2b97-404c-a687-00316546ddea)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:03:04.288528 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:04.302400 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Calling delete_port for a13a5a8e-273a-466b-9d1b-3edc599c3958 owned by network:router_gateway {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:03:04.314465 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.l3_hamode_db [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T14:03:04Z', 'revision_number': 6, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port_host': None}], 'dv-cinder-759961-19-iscsi', False) {} {{(pid=101157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:03:04.341403 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c94568-a401-4687-a919-89c2c74ceaee None None] The sync data for ids ['8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15'] in dv-cinder-759961-19-iscsi is: [{'id': '8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15', 'name': 'tempest-AttachVolumeTestJSON-378615679-router', 'tenant_id': '839fbdaac5b742c096048089acbb36f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:56:18Z', 'updated_at': '2021-09-15T14:03:04Z', 'revision_number': 6, 'project_id': '839fbdaac5b742c096048089acbb36f3', 'gw_port_host': None}] {{(pid=101157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 14:03:04.571068 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:04.597607 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13a5a8e-273a-466b-9d1b-3edc599c3958,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:04.666900 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3677296'] for router_gateway, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:04.942363 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:04.944849 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.114327 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3673050'] for router, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.114918 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 {{(pid=101154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 14:03:05.119694 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.120964 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-427b45b0-dce9-4a1e-a04e-45275f11b6f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8b917ab3-f2ea-4ffb-b4cb-68b82f9b5e15 HTTP/1.1" status: 204 len: 168 time: 1.2895324 Sep 15 14:03:05.123478 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39170) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:05.171183 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] Deleting subnet a6b1bdb1-97ef-4d8d-82cc-e408cc002fda {{(pid=101154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 14:03:05.174795 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.214879 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26491854'] for subnet, precommit_delete_associations {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.294876 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529323'] for subnet, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.451399 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25579350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686034'] for subnet, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.477022 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b1bdb1-97ef-4d8d-82cc-e408cc002fda,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:05.481030 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for subnet, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.483298 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-cf24ba92-e851-4052-80f6-8c46bd805009 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a6b1bdb1-97ef-4d8d-82cc-e408cc002fda HTTP/1.1" status: 204 len: 168 time: 0.3585358 Sep 15 14:03:05.486672 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39172) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:05.490286 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc4b6a-692e-4928-823f-7f853922fa1f None None] Network 70f33a9b-dc70-4ea8-bb94-cfad88ef26de requested from dv-cinder-759961-19-iscsi {{(pid=101156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 14:03:05.573253 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824154'] for network, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.631039 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Deleting port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 {{(pid=101154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:03:05.631653 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.672995 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] DHCP port deletion for 70f33a9b-dc70-4ea8-bb94-cfad88ef26de request from dv-cinder-759961-19-iscsi {{(pid=101156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 14:03:05.703578 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.db [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] For port dd9c4eda-37eb-45b2-9f05-5aa7c0445324, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:03:05.703937 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.716076 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.plugin [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Calling delete_port for dd9c4eda-37eb-45b2-9f05-5aa7c0445324 owned by network:dhcp {{(pid=101154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:03:05.721723 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Deleting port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 {{(pid=101156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 14:03:05.722101 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775945909297'] for port, before_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.788401 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.db [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] For port dd9c4eda-37eb-45b2-9f05-5aa7c0445324, host dv-cinder-759961-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-19-iscsi',level=0,port_id=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,segment=NetworkSegment(13ad9efd-6876-48a3-a1ac-8aef52c7f792),segment_id=13ad9efd-6876-48a3-a1ac-8aef52c7f792)] {{(pid=101156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 14:03:05.788850 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3730510'] for port, precommit_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.801718 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Calling delete_port for dd9c4eda-37eb-45b2-9f05-5aa7c0445324 owned by network:dhcp {{(pid=101156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 14:03:05.891710 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25579385'] for port, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.898322 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-534874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775945913079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775945410515'] for port, after_delete {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:05.920935 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:05.924193 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] No DVR routers for this DVR port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 on host dv-cinder-759961-19-iscsi {{(pid=101154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:03:05.929276 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Pushing event deleted for resources: {'Port': ['ID=dd9c4eda-37eb-45b2-9f05-5aa7c0445324,revision_number=None']} {{(pid=101156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:05.932374 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] No DVR routers for this DVR port dd9c4eda-37eb-45b2-9f05-5aa7c0445324 on host dv-cinder-759961-19-iscsi {{(pid=101156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 14:03:05.940269 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.940703 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.941945 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.941945 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.941945 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.941945 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.942283 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.942588 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.942974 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.943361 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.943589 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:05.943834 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5578b99-1d66-4f52-b611-bc7effaa6d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:03:06.000591 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-532268', 'neutron.services.segments.db._delete_segments_for_network-8775945925533'] for network, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.005468 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device dd9c4eda-37eb-45b2-9f05-5aa7c0445324 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:03:06.020868 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f33a9b-dc70-4ea8-bb94-cfad88ef26de']}} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:03:06.026686 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: dd9c4eda-37eb-45b2-9f05-5aa7c0445324 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:03:06.027026 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device dd9c4eda-37eb-45b2-9f05-5aa7c0445324 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:03:06.027444 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device a13a5a8e-273a-466b-9d1b-3edc599c3958 no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:03:06.031082 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ad9efd-6876-48a3-a1ac-8aef52c7f792') {'for_net_delete': True} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:03:06.031382 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.services.segments.db [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ad9efd-6876-48a3-a1ac-8aef52c7f792') {} {{(pid=101154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 14:03:06.040935 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775945920934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26491845'] for segment, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.046672 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: a13a5a8e-273a-466b-9d1b-3edc599c3958 {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:03:06.047025 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device a13a5a8e-273a-466b-9d1b-3edc599c3958 not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:03:06.047451 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8aab7856-7e67-463f-b45b-125ae6005fcc no longer exists at agent ovs-agent-dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 14:03:06.055337 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742'] for segment, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.062215 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 14:03:06.062662 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-551742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25578632'] for segment, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: Traceback (most recent call last): Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: timer() Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: cb(*args, **kw) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: return func(*args, **kwargs) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: self._notify() Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: self.callback(batched_events) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: event.method(event) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: return f(self, *a, **k) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._get(url).json() Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: return self.request(url, 'GET', **kwargs) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 14:03:06.064429 dv-cinder-759961-19-iscsi neutron-server[101154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 14:03:06.067084 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] No Port match for: 8aab7856-7e67-463f-b45b-125ae6005fcc {{(pid=101156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 14:03:06.067084 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron.plugins.ml2.rpc [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Device 8aab7856-7e67-463f-b45b-125ae6005fcc not bound to the agent host dv-cinder-759961-19-iscsi {{(pid=101156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 14:03:06.196425 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-532277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4130816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4190791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3677204'] for network, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.202007 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4190805'] for network, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.203876 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] 10.222.0.23 "DELETE /v2.0/networks/70f33a9b-dc70-4ea8-bb94-cfad88ef26de HTTP/1.1" status: 204 len: 168 time: 0.7157722 Sep 15 14:03:06.215432 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63258463-a3f7-49e0-ad18-9b786e618a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f33a9b-dc70-4ea8-bb94-cfad88ef26de,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:06.574562 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39176) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:06.615391 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-2de0d720-4614-4746-a075-aa1cd0222153 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=839fbdaac5b742c096048089acbb36f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395985 Sep 15 14:03:06.617816 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39178) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:06.669743 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c303c9f7-418e-46b6-bb81-80e154e062bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.691240 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c303c9f7-418e-46b6-bb81-80e154e062bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.811096 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c303c9f7-418e-46b6-bb81-80e154e062bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.813769 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-c303c9f7-418e-46b6-bb81-80e154e062bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:06.814963 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-c303c9f7-418e-46b6-bb81-80e154e062bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0a67bdb-0996-414a-ba2b-3b79860ed048 HTTP/1.1" status: 204 len: 168 time: 0.1962452 Sep 15 14:03:06.826219 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c9f7-418e-46b6-bb81-80e154e062bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a67bdb-0996-414a-ba2b-3b79860ed048,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:08.005398 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:09.517832 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39230) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:09.622620 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3edc034b-da97-4367-a7d6-266d1b3258c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:09.734168 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3edc034b-da97-4367-a7d6-266d1b3258c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:09.828402 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-3edc034b-da97-4367-a7d6-266d1b3258c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:09.866837 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-3edc034b-da97-4367-a7d6-266d1b3258c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d4870283b844e0ca6cf89ee07243481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477373 Sep 15 14:03:09.867533 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc034b-da97-4367-a7d6-266d1b3258c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7b2567-b5cc-4791-9180-f79cbd7e777d,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:09.870050 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39234) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:09.919577 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9a62b72-7a94-43cd-aede-477509772a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:09.942812 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9a62b72-7a94-43cd-aede-477509772a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:10.067833 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9a62b72-7a94-43cd-aede-477509772a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:10.070443 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-c9a62b72-7a94-43cd-aede-477509772a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:10.071641 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-c9a62b72-7a94-43cd-aede-477509772a6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b7b2567-b5cc-4791-9180-f79cbd7e777d HTTP/1.1" status: 204 len: 168 time: 0.2004697 Sep 15 14:03:10.080552 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62b72-7a94-43cd-aede-477509772a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7b2567-b5cc-4791-9180-f79cbd7e777d,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:10.743232 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39240) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:10.756561 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3e6cb36-5ad3-4fd4-bdd7-c3ea9590b1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:10.843551 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3e6cb36-5ad3-4fd4-bdd7-c3ea9590b1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:10.948783 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-a3e6cb36-5ad3-4fd4-bdd7-c3ea9590b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:10.988582 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-a3e6cb36-5ad3-4fd4-bdd7-c3ea9590b1eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8654b4343d834f968b3694778d8a7b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442377 Sep 15 14:03:10.989672 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6cb36-5ad3-4fd4-bdd7-c3ea9590b1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38e214-96fa-4e7c-b9a3-5f1c8e83c60f,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:10.991284 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39242) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:11.043810 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9a51ea4d-8fc7-437b-b9ed-7be60f4e03dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:11.065254 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9a51ea4d-8fc7-437b-b9ed-7be60f4e03dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:11.188536 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9a51ea4d-8fc7-437b-b9ed-7be60f4e03dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:11.191064 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9a51ea4d-8fc7-437b-b9ed-7be60f4e03dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:11.192268 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-9a51ea4d-8fc7-437b-b9ed-7be60f4e03dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b38e214-96fa-4e7c-b9a3-5f1c8e83c60f HTTP/1.1" status: 204 len: 168 time: 0.1999538 Sep 15 14:03:11.201477 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51ea4d-8fc7-437b-b9ed-7be60f4e03dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38e214-96fa-4e7c-b9a3-5f1c8e83c60f,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:16.068122 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b98651a6-d3fb-4ba7-aa5f-139bd6dbd9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:18.685216 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-edc8f6af-4289-4cca-b9e5-40574b4fafd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:18.805156 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:20.026493 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [req-7ebe168a-9044-4083-968b-516982e7c9ce req-7ee5e5b4-3e69-4da9-8c67-ba6d844f1054 service neutron] (101154) timed out ('10.222.0.37', 56205) {{(pid=101154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 14:03:20.125281 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:20.955634 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39366) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:21.071813 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5fe41b0-bc0f-4e5c-af53-26271074e37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:21.168680 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5fe41b0-bc0f-4e5c-af53-26271074e37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:21.274156 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5fe41b0-bc0f-4e5c-af53-26271074e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:21.317115 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b5fe41b0-bc0f-4e5c-af53-26271074e37e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13a2b6c218e44695bc4685a6df1da21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603024 Sep 15 14:03:21.317909 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe41b0-bc0f-4e5c-af53-26271074e37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6fca03-05c7-4084-87e3-ef0a9f718c23,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:21.319877 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39370) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:21.374794 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bca5875f-f33f-4f35-b68e-abefd18b85db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:21.397342 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bca5875f-f33f-4f35-b68e-abefd18b85db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:21.519618 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bca5875f-f33f-4f35-b68e-abefd18b85db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:21.522199 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bca5875f-f33f-4f35-b68e-abefd18b85db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:21.523415 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-bca5875f-f33f-4f35-b68e-abefd18b85db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f6fca03-05c7-4084-87e3-ef0a9f718c23 HTTP/1.1" status: 204 len: 168 time: 0.2023933 Sep 15 14:03:21.533809 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5875f-f33f-4f35-b68e-abefd18b85db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6fca03-05c7-4084-87e3-ef0a9f718c23,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:21.702705 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.294062 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39376) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:22.308109 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3cd5-bcc4-4901-85c0-7db9dda8204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.411577 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3cd5-bcc4-4901-85c0-7db9dda8204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.479602 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3cd5-bcc4-4901-85c0-7db9dda8204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.520794 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b3cd5-bcc4-4901-85c0-7db9dda8204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5879d9f-f7d3-46a2-8dc1-19bf71161376,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:22.530162 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39378) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:22.530910 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-6a4b3cd5-bcc4-4901-85c0-7db9dda8204c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04df5d9986554670b702c10faa01a9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351446 Sep 15 14:03:22.616966 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4120b0a4-3a85-4aa5-8969-cb76fc3d380a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.656754 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4120b0a4-3a85-4aa5-8969-cb76fc3d380a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.805324 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4120b0a4-3a85-4aa5-8969-cb76fc3d380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.808756 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-4120b0a4-3a85-4aa5-8969-cb76fc3d380a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:22.810004 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-4120b0a4-3a85-4aa5-8969-cb76fc3d380a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5879d9f-f7d3-46a2-8dc1-19bf71161376 HTTP/1.1" status: 204 len: 168 time: 0.2787838 Sep 15 14:03:22.818779 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120b0a4-3a85-4aa5-8969-cb76fc3d380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5879d9f-f7d3-46a2-8dc1-19bf71161376,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:26.677387 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39446) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:26.797555 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-722579b9-2d90-4dc6-86a7-03c2675dca9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:26.900407 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-722579b9-2d90-4dc6-86a7-03c2675dca9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:26.988348 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-722579b9-2d90-4dc6-86a7-03c2675dca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:27.032558 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722579b9-2d90-4dc6-86a7-03c2675dca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabc4495-189c-465b-af1c-c7c1129fbcdf,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:27.036914 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-722579b9-2d90-4dc6-86a7-03c2675dca9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c38044a11caa4fada21455b940597906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581905 Sep 15 14:03:27.040094 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39450) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:27.115600 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d76f955a-7062-40d6-9d34-90df892a70eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:27.154666 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d76f955a-7062-40d6-9d34-90df892a70eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:27.382503 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d76f955a-7062-40d6-9d34-90df892a70eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:27.385984 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d76f955a-7062-40d6-9d34-90df892a70eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:27.387303 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d76f955a-7062-40d6-9d34-90df892a70eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fabc4495-189c-465b-af1c-c7c1129fbcdf HTTP/1.1" status: 204 len: 168 time: 0.3462231 Sep 15 14:03:27.400018 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f955a-7062-40d6-9d34-90df892a70eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabc4495-189c-465b-af1c-c7c1129fbcdf,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:28.302194 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39456) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:28.317459 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43909ddf-c37c-4ae0-865e-c0524a1a955c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:28.423495 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43909ddf-c37c-4ae0-865e-c0524a1a955c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:28.490902 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43909ddf-c37c-4ae0-865e-c0524a1a955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:28.536094 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-43909ddf-c37c-4ae0-865e-c0524a1a955c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71a756c2362f4ef8868c38135ea4cedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326982 Sep 15 14:03:28.537036 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43909ddf-c37c-4ae0-865e-c0524a1a955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba336c22-74a1-4ba9-8a4b-a04e91d4844e,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:28.539529 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39458) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:28.602484 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5b42eb5-ef5e-47c5-8cbe-f029ae8dad97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:28.630154 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5b42eb5-ef5e-47c5-8cbe-f029ae8dad97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:28.765169 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5b42eb5-ef5e-47c5-8cbe-f029ae8dad97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:28.767718 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-b5b42eb5-ef5e-47c5-8cbe-f029ae8dad97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:28.769122 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-b5b42eb5-ef5e-47c5-8cbe-f029ae8dad97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba336c22-74a1-4ba9-8a4b-a04e91d4844e HTTP/1.1" status: 204 len: 168 time: 0.2275438 Sep 15 14:03:28.778775 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b42eb5-ef5e-47c5-8cbe-f029ae8dad97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba336c22-74a1-4ba9-8a4b-a04e91d4844e,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:33.917669 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:03:38.096586 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.117066 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39566) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:44.252598 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a86450e2-750f-48b3-a347-b3c93eca340c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.351493 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a86450e2-750f-48b3-a347-b3c93eca340c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.484060 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a86450e2-750f-48b3-a347-b3c93eca340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.534411 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-a86450e2-750f-48b3-a347-b3c93eca340c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f619617a729a48de88c9d070fe45a434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159153 Sep 15 14:03:44.535777 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86450e2-750f-48b3-a347-b3c93eca340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102379ff-bb1f-49e1-98d1-6b6b0e8af08e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:44.537937 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39570) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:44.598808 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cca6d0da-6c6e-43cf-b29e-942f86464c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.620391 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cca6d0da-6c6e-43cf-b29e-942f86464c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.787547 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cca6d0da-6c6e-43cf-b29e-942f86464c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.790263 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-cca6d0da-6c6e-43cf-b29e-942f86464c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:44.791807 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-cca6d0da-6c6e-43cf-b29e-942f86464c0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/102379ff-bb1f-49e1-98d1-6b6b0e8af08e HTTP/1.1" status: 204 len: 168 time: 0.2516093 Sep 15 14:03:44.804411 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6d0da-6c6e-43cf-b29e-942f86464c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102379ff-bb1f-49e1-98d1-6b6b0e8af08e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:45.647411 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39576) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:45.662046 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-942ab3d0-9810-4505-a9f7-240694683c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:45.785198 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-942ab3d0-9810-4505-a9f7-240694683c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:45.913400 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-942ab3d0-9810-4505-a9f7-240694683c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:45.956984 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-942ab3d0-9810-4505-a9f7-240694683c6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f8f1d88a85a4adcba670a2aa9bc8c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083932 Sep 15 14:03:45.957896 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ab3d0-9810-4505-a9f7-240694683c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac3e21-27a5-49a9-ba22-deaeaa21fa04,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:45.963233 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39578) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:46.024820 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9ba20b6c-c53a-4e2a-a850-97aa669caae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:46.047570 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9ba20b6c-c53a-4e2a-a850-97aa669caae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:46.061757 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-75f76ba6-81e0-48e0-a171-c820b259b3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:46.193939 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9ba20b6c-c53a-4e2a-a850-97aa669caae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:46.196971 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-9ba20b6c-c53a-4e2a-a850-97aa669caae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:46.198329 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-9ba20b6c-c53a-4e2a-a850-97aa669caae8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8ac3e21-27a5-49a9-ba22-deaeaa21fa04 HTTP/1.1" status: 204 len: 168 time: 0.2362823 Sep 15 14:03:46.210570 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20b6c-c53a-4e2a-a850-97aa669caae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac3e21-27a5-49a9-ba22-deaeaa21fa04,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:48.100485 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39612) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:48.226654 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a04b6601-695c-443b-8c14-a773f6de8828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.325113 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a04b6601-695c-443b-8c14-a773f6de8828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.410495 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-a04b6601-695c-443b-8c14-a773f6de8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.452220 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-a04b6601-695c-443b-8c14-a773f6de8828 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a6b1960dd3a4c2daa94eece3539de77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505616 Sep 15 14:03:48.453273 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b6601-695c-443b-8c14-a773f6de8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36998096-4208-4007-a37d-e0e03ff15f87,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:48.456147 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39616) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:03:48.549059 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16789c02-5ec1-446e-b7b7-0794bcde7574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.588869 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16789c02-5ec1-446e-b7b7-0794bcde7574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.684919 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-bda617e2-be93-413a-be0f-449189473153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.769985 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16789c02-5ec1-446e-b7b7-0794bcde7574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.773219 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-16789c02-5ec1-446e-b7b7-0794bcde7574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:48.775603 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-16789c02-5ec1-446e-b7b7-0794bcde7574 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36998096-4208-4007-a37d-e0e03ff15f87 HTTP/1.1" status: 204 len: 168 time: 0.3174422 Sep 15 14:03:48.784015 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16789c02-5ec1-446e-b7b7-0794bcde7574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36998096-4208-4007-a37d-e0e03ff15f87,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:03:48.896972 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:50.085305 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:03:51.695926 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:08.021372 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:10.918802 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:04:16.009901 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d3c6948a-a7a6-4825-87d4-2f25636d4520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:18.654734 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ebe96c79-bd49-41e0-92cd-e6d9fac2e351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:18.855739 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39774) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:18.906620 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.010581 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.140063 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.227306 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.269452 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a8ec1b3997d4d6cae3e269c699bc57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122148 Sep 15 14:04:19.270495 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63acec-9255-4445-b8c8-cbfe6faadfb8,revision_number=1']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:19.272331 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39778) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:19.279329 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.279662 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.280024 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.280322 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.280651 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.281015 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.281332 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.281656 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.281980 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.282319 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.282640 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.282983 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e264f73b-441e-4d2d-a7b8-b8d2651b52cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.330205 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.358946 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.489791 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.493143 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:19.494289 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f63acec-9255-4445-b8c8-cbfe6faadfb8 HTTP/1.1" status: 204 len: 168 time: 0.2207711 Sep 15 14:04:19.502516 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63acec-9255-4445-b8c8-cbfe6faadfb8,revision_number=None']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:19.511433 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.511771 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.512260 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.512416 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.512737 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.513098 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.513560 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.513891 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.514437 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.514721 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.515062 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:19.515405 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f761ad7b-b9f2-4d86-9e15-e7acc6b26e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-19-iscsi {{(pid=101155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 14:04:20.106881 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:21.769350 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:32.750659 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39898) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:32.893971 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32a6d09f-e9a0-4bf5-a95d-4800e631d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:32.990258 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32a6d09f-e9a0-4bf5-a95d-4800e631d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:33.128950 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-32a6d09f-e9a0-4bf5-a95d-4800e631d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:33.172666 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-32a6d09f-e9a0-4bf5-a95d-4800e631d2a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dcccbe9d91348ac8084b93b35c096c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206073 Sep 15 14:04:33.174390 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d09f-e9a0-4bf5-a95d-4800e631d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521a670a-9373-4430-af93-82f04aa5599e,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:33.176686 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39902) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:33.237415 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43d1769e-02f7-43a4-9011-b7287cb07f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:33.266389 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43d1769e-02f7-43a4-9011-b7287cb07f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:33.438100 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43d1769e-02f7-43a4-9011-b7287cb07f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:33.441362 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-43d1769e-02f7-43a4-9011-b7287cb07f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:33.443009 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-43d1769e-02f7-43a4-9011-b7287cb07f67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/521a670a-9373-4430-af93-82f04aa5599e HTTP/1.1" status: 204 len: 168 time: 0.2640860 Sep 15 14:04:33.455511 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1769e-02f7-43a4-9011-b7287cb07f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a670a-9373-4430-af93-82f04aa5599e,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:34.201059 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39908) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:34.216055 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c4c1-7c26-4aca-806e-9e28ec2bea76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:34.321109 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c4c1-7c26-4aca-806e-9e28ec2bea76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:34.421444 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-d3d8c4c1-7c26-4aca-806e-9e28ec2bea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:34.466456 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-d3d8c4c1-7c26-4aca-806e-9e28ec2bea76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40a3d062c1c94a62b2c14dda36ad71b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642252 Sep 15 14:04:34.468972 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8c4c1-7c26-4aca-806e-9e28ec2bea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd50f863-4357-44cf-aeeb-e9eb5ab937be,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:34.469173 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39910) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:34.530005 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a210f63-70dc-4166-93d0-89cb2e4364fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:34.561438 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a210f63-70dc-4166-93d0-89cb2e4364fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:34.752354 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a210f63-70dc-4166-93d0-89cb2e4364fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:34.755127 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-6a210f63-70dc-4166-93d0-89cb2e4364fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:34.756671 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-6a210f63-70dc-4166-93d0-89cb2e4364fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd50f863-4357-44cf-aeeb-e9eb5ab937be HTTP/1.1" status: 204 len: 168 time: 0.2864335 Sep 15 14:04:34.770640 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a210f63-70dc-4166-93d0-89cb2e4364fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd50f863-4357-44cf-aeeb-e9eb5ab937be,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:35.618201 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [-] (101155) accepted ('10.222.0.23', 39916) {{(pid=101155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:35.632066 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-612b6958-f436-4964-a1cf-19f7fcdf1076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:35.739766 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-612b6958-f436-4964-a1cf-19f7fcdf1076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:35.832058 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron_lib.callbacks.manager [None req-612b6958-f436-4964-a1cf-19f7fcdf1076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_create {{(pid=101155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:35.875090 dv-cinder-759961-19-iscsi neutron-server[101155]: INFO neutron.wsgi [None req-612b6958-f436-4964-a1cf-19f7fcdf1076 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa9acb0811da45af83a23c6c61cf4f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557163 Sep 15 14:04:35.876322 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b6958-f436-4964-a1cf-19f7fcdf1076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f157ee6-f40d-4420-8301-7f638c911e9a,revision_number=1']} {{(pid=101155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:35.878578 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.wsgi [-] (101154) accepted ('10.222.0.23', 39918) {{(pid=101154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 14:04:35.937107 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc8db23c-6fd5-4dcf-a90d-b3035aa3d3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:35.962209 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc8db23c-6fd5-4dcf-a90d-b3035aa3d3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:36.140795 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc8db23c-6fd5-4dcf-a90d-b3035aa3d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4133331'] for security_group, after_delete {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:36.143574 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron_lib.callbacks.manager [None req-bc8db23c-6fd5-4dcf-a90d-b3035aa3d3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:36.144787 dv-cinder-759961-19-iscsi neutron-server[101154]: INFO neutron.wsgi [None req-bc8db23c-6fd5-4dcf-a90d-b3035aa3d3c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f157ee6-f40d-4420-8301-7f638c911e9a HTTP/1.1" status: 204 len: 168 time: 0.2634466 Sep 15 14:04:36.156320 dv-cinder-759961-19-iscsi neutron-server[101154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8db23c-6fd5-4dcf-a90d-b3035aa3d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f157ee6-f40d-4420-8301-7f638c911e9a,revision_number=None']} {{(pid=101154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 14:04:38.020256 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:46.020374 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-b20cbf46-98a8-4868-a4c1-1adf5df289fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:47.918439 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:04:48.676572 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-41bc8320-6b8a-4d7d-af4f-6a6fad5945c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:48.820173 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:50.083064 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:04:51.670684 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:08.014305 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:16.065057 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-42797361-2109-44be-84a1-96ba8092e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:18.676377 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-e3e27443-75e9-44d5-ba20-62062691ddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:18.842213 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:20.151095 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:21.745624 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:24.919484 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:05:38.019654 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:46.184648 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6f9c-0367-4d74-bfc2-c4cc5b00fd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:48.653247 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ebb32e2b-c423-4ac0-bab4-5712e54f2307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:48.824391 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:50.097792 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:05:51.715977 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:01.918991 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:06:08.109817 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:16.024623 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-5875cb1f-23e8-464f-b72d-2a94d72789e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:18.657752 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6b2e-e6d8-4a36-8e42-ca215316bc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:18.806259 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:20.098175 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:21.743849 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:38.132150 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:38.918063 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:06:46.051759 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-140a7654-f413-4763-aec8-f12443041792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:48.662766 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-f6c30771-6308-4cf5-b0a9-303962520eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:48.811776 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:50.090995 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:06:51.702933 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:08.113982 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:15.919816 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:07:16.010796 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d9a757b7-ddfa-49ec-b1e6-497c8fd180cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:18.662318 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-126751dd-df0a-43e4-bba3-7bd317729120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:18.850718 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:20.198464 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:21.707726 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:38.038728 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:46.027586 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-c9d81cf4-ed91-4585-9481-7653fbaf6f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:48.683365 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-16f79eb2-0819-47e5-a349-246313383d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:48.804102 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:50.124318 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:51.746637 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:07:52.918686 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:08:08.164192 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:10.328448 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-effff9c0-2884-44f4-a9b8-4d2a9fb88d21 req-f8b5576e-4a78-4418-a354-5d248cd8ee93 service neutron] (101155) timed out ('10.222.0.37', 56157) {{(pid=101155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 14:08:16.021281 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-24f7cbd2-5c7d-43eb-8e06-41cf14c67217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:18.654871 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ef50e5fb-55a3-49b2-9789-ce9de687c2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:18.820366 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:20.129140 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:21.791418 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:29.917213 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:08:38.152024 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:46.186357 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-419db711-2c83-4069-9a8e-a9867249d43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:48.671582 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-62c8bd7b-9f6c-463f-8f90-25b5c3b36063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:48.848565 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:50.271744 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:08:51.791704 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:06.917040 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:09:08.145435 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:16.053627 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-7b42d28b-3e76-47f5-b453-2a53b2c0273a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:18.653403 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1d68d7b5-415e-443e-8aaa-8c1d196c27c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:18.807600 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:20.122569 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:21.728204 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:38.110185 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae8f2-9e6f-43bb-8e94-37874880a009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:38.319225 dv-cinder-759961-19-iscsi neutron-server[101155]: DEBUG neutron.wsgi [req-f5f2a138-870d-4bf6-95da-c5ebd1ae630a req-54082b4f-7710-4286-821d-26834139a038 service neutron] (101155) timed out ('10.222.0.23', 37576) {{(pid=101155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 14:09:43.917886 dv-cinder-759961-19-iscsi neutron-server[101157]: DEBUG neutron.db.agents_db [None req-fb2bcadc-5c17-4884-bfb6-2952f02f2f03 None None] Agent healthcheck: found 6 active agents {{(pid=101157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 14:09:46.001329 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-d53f7cc6-8ca1-480e-a600-2babfe6cbcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:48.652645 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ad58c5ef-0084-45ee-879c-0f691136c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:48.785843 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8bb6-1fc6-47e4-ad8b-abe1137879db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:50.189676 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-463d0360-53a5-4b75-8b05-e6fd7ac57e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 14:09:51.715749 dv-cinder-759961-19-iscsi neutron-server[101156]: DEBUG neutron_lib.callbacks.manager [None req-eadace72-8c85-402c-a4b1-35cf299effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775945925515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-524588'] for agent, after_update {{(pid=101156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}